-- Logs begin at Fri 2021-02-05 18:32:57 UTC, end at Fri 2021-02-05 19:38:11 UTC. --
Feb 05 19:07:24.439748 dv-cinder-774288-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 05 19:07:27.175703 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.common.config [-] Logging enabled!
Feb 05 19:07:27.176184 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475
Feb 05 19:07:27.177612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 19:07:27.179431 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.common.config [-] Logging enabled!
Feb 05 19:07:27.179727 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475
Feb 05 19:07:27.180088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 05 19:07:27.181203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 19:07:27.181479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 19:07:27.182512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 19:07:27.182802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 19:07:27.183068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 19:07:27.183449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.183800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.184151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.184422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.184805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.185154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.185488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.185832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.186183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.186515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.186839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.187169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.187441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.187768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.188106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.188446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.188733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.189059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.189610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.189940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.190265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.190607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.190925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.191246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.191578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.191953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] host                           = dv-cinder-774288-2-iscsi {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.192277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.192642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.192986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.193324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.193678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.194086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.194333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.194652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.194970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.195293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.195633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.195972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.196317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.196607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.196871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.197210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.197558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.197879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.198201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.198519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.198838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.199158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.199472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.199806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.200140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.200511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.200820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.201139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.201457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.201776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.202111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.202430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.202748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.203066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.203405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.203718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.204035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.204388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.204752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.205085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.205422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.205743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.206080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.206396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.206711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.207027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.207345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.207660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.207991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.208305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.208645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.208966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.209846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.210150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:27.210500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.210845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.211200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.211528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.211871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.212204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.212573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.212902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.213245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.213588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.213923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.214246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.214578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.214901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.215249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.215606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.215953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.216297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.216644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.216974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.217285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.217606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.217941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.218285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.218630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.218950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.219274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.219619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.219942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.220261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.220639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.220987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.221312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.221631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.221959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.222286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.222603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.222922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.223244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.223589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.223913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.224229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.224570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.225453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.225773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.226109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.226434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.226753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.227070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.227393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.227720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.228037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.228358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.228703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.229024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.229342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.229662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.229981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.230298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.230617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.231198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.231514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.231838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.232157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.232487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.232856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.233565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.233886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.234219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.234564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.234888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.235214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.235539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.235862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.236184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.236527 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.236854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.237177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.237495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.237841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.238171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.238504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.238832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.239156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.239505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.239828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.240157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.240556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.240885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.241214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.241550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.241893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.242237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.242580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.242921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.243262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.243589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.243952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.244278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:27.244554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 19:07:27.244825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80018) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 05 19:07:27.905723 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading Gnome
Feb 05 19:07:27.922800 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading Google
Feb 05 19:07:27.925406 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading Windows (alt)
Feb 05 19:07:27.929722 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading file
Feb 05 19:07:27.930562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading keyczar
Feb 05 19:07:27.930848 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading multi
Feb 05 19:07:27.931498 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO keyring.backend [-] Loading pyfs
Feb 05 19:07:27.978913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:07:27.979224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:07:27.979570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:07:27.979937 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 05 19:07:28.376946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.377470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.377574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.425721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.426040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.426344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.431761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.432074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.432380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.499310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.499626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.499930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.501093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.501400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.501701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.775285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0c8930d950> agent after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.775544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0c8930d950> agent after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.775851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0c8930d9d8> segment precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.776157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0c8930da60> network precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.777071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0c892f3b70> segment before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.926516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> network before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.926896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0c89481ae8> agent before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.927221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> network before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.927528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.927854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.928239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> segment after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.928570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> segment precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.928864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> segment precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.929156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> segment after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.929495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.929795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> network precommit_delete 0 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.930100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port provisioning_complete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.930411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.930705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.931014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> agent after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.931329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.931626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> subnet precommit_delete 0 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.931947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.932236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.932746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.933035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.933319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.933659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.933942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.934222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0c890e75f8>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.934642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.934918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.935193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.935467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.935740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.936011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:28.937450 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 05 19:07:28.940672 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 05 19:07:28.945406 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 05 19:07:28.949354 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])])
Feb 05 19:07:28.951017 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 05 19:07:28.952103 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 05 19:07:28.952512 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 05 19:07:28.952958 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 05 19:07:28.955687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 05 19:07:28.955977 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 05 19:07:28.956390 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 05 19:07:28.978921 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 05 19:07:28.979587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0c89359390>> qos_plugin after_init 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.979921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 05 19:07:28.980332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0c8909d6d8>> logging-plugin after_init 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.981961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 05 19:07:28.982283 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 05 19:07:28.982562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 05 19:07:28.985691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0c8909d780>> floatingip before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:28.986011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0c8909d780>> port before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.055033 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 05 19:07:29.055313 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 05 19:07:29.055586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 05 19:07:29.056007 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 05 19:07:29.091912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.sqlalchemy.engines [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80018) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 05 19:07:29.535981 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing driver for type 'gre'
Feb 05 19:07:29.536566 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] gre ID ranges: [(1, 1000)]
Feb 05 19:07:29.576623 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing driver for type 'local'
Feb 05 19:07:29.577001 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing driver for type 'vlan'
Feb 05 19:07:29.587395 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] VlanTypeDriver initialization complete
Feb 05 19:07:29.587765 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing driver for type 'vxlan'
Feb 05 19:07:29.588289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] vxlan ID ranges: [(1, 1000)]
Feb 05 19:07:29.628331 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing extension driver 'port_security'
Feb 05 19:07:29.628720 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.extensions.port_security [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] PortSecurityExtensionDriver initialization complete
Feb 05 19:07:29.629093 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing mechanism driver 'openvswitch'
Feb 05 19:07:29.635866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80018) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:29.636760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c8d0bb780>> port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.637171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c8d0bb780>> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.637562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c8d0bb780>> port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.637987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1d978>> subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.638378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1d978>> subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.638760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1d978>> subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.639179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1db38>> network after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.639565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1db38>> network after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.639945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1db38>> network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.640365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1dcf8>> security_group after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.640777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1dcf8>> security_group after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.641313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1dcf8>> security_group after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.641735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1deb8>> security_group_rule after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.642124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1deb8>> security_group_rule after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.642504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1deb8>> security_group_rule after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.642927 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1df98>> address_group after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.643306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1df98>> address_group after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.643682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0c88c1df98>> address_group after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.644049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] ML2 OVO RPC backend initialized. {{(pid=80018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 05 19:07:29.644799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> router_interface after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.645189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> router_interface after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.645649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> network before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.646035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> networks before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.646416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> port before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.646799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> ports before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.647260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> subnet before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.647646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> subnets before_response 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.648032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> network after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.648409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> network after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.648811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.649188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.649564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.649938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.650312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> subnet after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.650686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.651058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0c88c26198>> subnet after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.651700 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.plugin [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Modular L2 Plugin initialization complete
Feb 05 19:07:29.652058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading services supported by the core plugin {{(pid=80018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 05 19:07:29.652423 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.plugins.ml2.managers [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Got port-security extension from driver 'port_security'
Feb 05 19:07:29.652954 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.extensions.vlantransparent [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Disabled vlantransparent extension.
Feb 05 19:07:29.654424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 05 19:07:29.654783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: router
Feb 05 19:07:29.691923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router_interface before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.692356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.692789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router before_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.693194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router_interface before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.693651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router_interface after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.694032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_delete 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.694430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> floatingip after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.694836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.695216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.695609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.695996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router_gateway after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.696398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.696912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.697332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0c892888c8> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.697711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0c892887b8> port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.698088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0c89288840> subnet after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.698463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0c89288950> subnetpool_address_scope after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.698848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> port precommit_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.699233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.699614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0c8944ea60> port before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.699994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.700395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router after_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.700804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_delete 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.701193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_create 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.701598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router_interface after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.701981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> router precommit_update 55549900 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.702407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0c88c26320>> network after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.703398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Tracking information for resource: router configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:29.703778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Tracking information for resource: floatingip configured {{(pid=80018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 05 19:07:29.708620 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_agentschedulers_db [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 05 19:07:29.709301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0c88bb1ea0> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.709696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0c88c4de18> port after_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.710083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _notify_port_delete at 0x7f0c88bb1e18> port after_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.710468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0c88bbc0d0> port after_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.711363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0c88bcdbe0>> router before_create 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.711770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0c88bcdbe0>> router precommit_delete 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.712174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0c88bcdbe0>> router precommit_create 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.712596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0c88bcdbe0>> router precommit_update 55550100 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.717388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.provider_configuration [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service providers = [] {{(pid=80018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 05 19:07:29.717783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.servicetype_db [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 05 19:07:29.720642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.service_base [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 19:07:29.721033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.service_base [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 19:07:29.721409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.service_base [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 19:07:29.722308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.service_base [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 05 19:07:29.722709 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.services.service_base [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 05 19:07:29.723123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.723476 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 05 19:07:29.735850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.736228 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: auto_allocate
Feb 05 19:07:29.742537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0c88b83620> network precommit_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.742941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0c88b83620> network precommit_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.743526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.743885 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: tag
Feb 05 19:07:29.750826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.751193 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: timestamp
Feb 05 19:07:29.755253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.755626 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: network_ip_availability
Feb 05 19:07:29.761250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88b7ba90>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.761657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88b7ba90>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.762050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88b7ba90>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:29.762838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.763199 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: flavors
Feb 05 19:07:29.767756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.768132 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading Plugin: revisions
Feb 05 19:07:29.772741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 05 19:07:29.773170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=80018) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:07:29.773995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 05 19:07:29.774357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Initializing extension manager.
Feb 05 19:07:29.774926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: __init__.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.775293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: __pycache__ {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.775664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.776035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: address_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.776873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.777513 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: address-group
Feb 05 19:07:29.777877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: address_scope.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.778652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.779225 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: address-scope
Feb 05 19:07:29.779585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.780569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.781150 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: router-admin-state-down-before-update
Feb 05 19:07:29.781510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: agent.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.782278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.782859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: agent
Feb 05 19:07:29.783222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: agent_resources_synced.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.784154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.784764 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: agent-resources-synced
Feb 05 19:07:29.785130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.786986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.788181 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: allowed-address-pairs
Feb 05 19:07:29.788435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.789548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.790131 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: auto-allocated-topology
Feb 05 19:07:29.790498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.791249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.791826 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: availability_zone
Feb 05 19:07:29.792188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: availability_zone_filter.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.793143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.793727 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: availability_zone_filter
Feb 05 19:07:29.794092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: data_plane_status.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.795032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.795613 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 05 19:07:29.795975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: default_subnetpools.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.796935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.797514 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: default-subnetpools
Feb 05 19:07:29.797871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.798830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.799410 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: dhcp_agent_scheduler
Feb 05 19:07:29.799772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: dns.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.800719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.801294 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension dns-integration not supported by any of loaded plugins
Feb 05 19:07:29.801657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: dns_domain_ports.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.802588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.804000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 05 19:07:29.804370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: dvr.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.805147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.805728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: dvr
Feb 05 19:07:29.806092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: empty_string_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.807027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.807607 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: empty-string-filtering
Feb 05 19:07:29.807970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.808923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.809504 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 05 19:07:29.809864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.810792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.811369 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 05 19:07:29.811733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: external_net.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.812701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.813288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: external-net
Feb 05 19:07:29.813651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.814584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.815163 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: extra_dhcp_opt
Feb 05 19:07:29.815525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: extraroute.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.816497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.817060 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: extraroute
Feb 05 19:07:29.817425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: extraroute_atomic.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.818494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.819206 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: extraroute-atomic
Feb 05 19:07:29.819571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: filter_validation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.820274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.820883 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: filter-validation
Feb 05 19:07:29.821246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: fip_pf_description.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.822172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.822742 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 05 19:07:29.823102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: fip_port_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.824045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.824651 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: fip-port-details
Feb 05 19:07:29.825018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: flavors.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.826265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.826850 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: flavors
Feb 05 19:07:29.827216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.828997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.829592 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 05 19:07:29.829960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: floatingip_pools.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.830717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.831297 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: floatingip-pools
Feb 05 19:07:29.831661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: ip_allocation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.832636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.833218 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 05 19:07:29.833583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.834540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.835124 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: ip-substring-filtering
Feb 05 19:07:29.835489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l2_adjacency.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.836425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.837025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 05 19:07:29.837390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.838458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.839043 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: router
Feb 05 19:07:29.839410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.841683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.842285 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 05 19:07:29.842658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.843602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.844191 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: ext-gw-mode
Feb 05 19:07:29.844591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.845529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.846114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: l3-ha
Feb 05 19:07:29.846478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3_flavors.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.847410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.847995 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: l3-flavors
Feb 05 19:07:29.848363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.849410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.850500 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 05 19:07:29.850865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: l3agentscheduler.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.852017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.852657 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: l3_agent_scheduler
Feb 05 19:07:29.853027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: logging.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.854550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.855142 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension logging not supported by any of loaded plugins
Feb 05 19:07:29.855515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: metering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.856624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.857379 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: metering
Feb 05 19:07:29.857745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.858876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.859457 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: metering_source_and_destination_fields
Feb 05 19:07:29.859821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: multiprovidernet.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.860801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.861379 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: multi-provider
Feb 05 19:07:29.861741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: netmtu.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.862667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.863242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: net-mtu
Feb 05 19:07:29.863604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: netmtu_writable.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.864559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.865138 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: net-mtu-writable
Feb 05 19:07:29.866084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: network_availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.866805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.867394 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: network_availability_zone
Feb 05 19:07:29.867756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: network_ip_availability.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.869005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.869593 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: network-ip-availability
Feb 05 19:07:29.869955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: network_segment_range.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.870784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.871361 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 05 19:07:29.871722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: pagination.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.872761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.873135 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: pagination
Feb 05 19:07:29.873491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: port_device_profile.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.874416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.874998 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: port-device-profile
Feb 05 19:07:29.875366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.876301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.876908 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: port-mac-address-regenerate
Feb 05 19:07:29.877274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.878206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.878777 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: port-numa-affinity-policy
Feb 05 19:07:29.879138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: port_resource_request.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.880077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.880685 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 05 19:07:29.881112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: portbindings.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.882056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.882633 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: binding
Feb 05 19:07:29.882990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: portbindings_extended.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.884287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.884899 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: binding-extended
Feb 05 19:07:29.885272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: portsecurity.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.886210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.886793 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: port-security
Feb 05 19:07:29.887154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: project_id.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.888157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.888554 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: project-id
Feb 05 19:07:29.888920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: providernet.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.889867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.890444 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: provider
Feb 05 19:07:29.890806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.894436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.895030 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos not supported by any of loaded plugins
Feb 05 19:07:29.895404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.896709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.897299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 05 19:07:29.897662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.898599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.899177 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 05 19:07:29.899547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_default.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.900511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.901067 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-default not supported by any of loaded plugins
Feb 05 19:07:29.901432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_fip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.902128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.902698 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-fip not supported by any of loaded plugins
Feb 05 19:07:29.903059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.903997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.904595 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 05 19:07:29.904960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.905890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.906465 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 05 19:07:29.906828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.907756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.908337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 05 19:07:29.908755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: qos_rules_alias.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.909815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.910395 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 05 19:07:29.910757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: quotasv2.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.911726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.912101 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: quotas
Feb 05 19:07:29.913001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: quotasv2_detail.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.914780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.915147 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: quota_details
Feb 05 19:07:29.915626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: rbac.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.917059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.917668 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: rbac-policies
Feb 05 19:07:29.918037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: rbac_address_scope.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.918988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.919577 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: rbac-address-scope
Feb 05 19:07:29.919944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: rbac_security_groups.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.920898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.921481 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: rbac-security-groups
Feb 05 19:07:29.921846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.922770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.923352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: rbac-subnetpool
Feb 05 19:07:29.923715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: revisionifmatch.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.924685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.925264 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: revision-if-match
Feb 05 19:07:29.925634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: revisions.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.926755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.927337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: standard-attr-revisions
Feb 05 19:07:29.927696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: router_availability_zone.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.929377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.930025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: router_availability_zone
Feb 05 19:07:29.930392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: routerservicetype.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.931337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.931911 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension router-service-type not supported by any of loaded plugins
Feb 05 19:07:29.932274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.933248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.933824 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: security-groups-normalized-cidr
Feb 05 19:07:29.934188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.935124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.935705 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: port-security-groups-filtering
Feb 05 19:07:29.936067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.937045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.937619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: security-groups-remote-address-group
Feb 05 19:07:29.937982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: securitygroup.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.951078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.951693 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: security-group
Feb 05 19:07:29.952069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: segment.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.952984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.953567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension segment not supported by any of loaded plugins
Feb 05 19:07:29.953937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.954888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.955477 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 05 19:07:29.955844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: servicetype.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.956978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.957571 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: service-type
Feb 05 19:07:29.957937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: sorting.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.958923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.959358 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: sorting
Feb 05 19:07:29.959715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: standard_attr_segment.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.960678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.961268 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 05 19:07:29.961631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: standardattrdescription.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.962340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.962915 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: standard-attr-description
Feb 05 19:07:29.963366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: stateful_security_group.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.964322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.964940 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: stateful-security-group
Feb 05 19:07:29.965309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: stdattrs_common.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.965901 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 05 19:07:29.966262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.967275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.967858 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 05 19:07:29.968221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnet_onboard.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.969356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.969941 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: subnet_onboard
Feb 05 19:07:29.970303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.971242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.971819 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 05 19:07:29.972178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnet_service_types.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.973182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.973761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: subnet-service-types
Feb 05 19:07:29.974119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnetallocation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.975878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.976494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: subnet_allocation
Feb 05 19:07:29.976844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.977545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.978121 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: subnetpool-prefix-ops
Feb 05 19:07:29.978484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.979458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.980037 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 05 19:07:29.980401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: tagging.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.982858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.983448 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: standard-attr-tag
Feb 05 19:07:29.983819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: timestamp.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.985038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.985624 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loaded extension: standard-attr-timestamp
Feb 05 19:07:29.985995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: trunk.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.987030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.987613 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension trunk not supported by any of loaded plugins
Feb 05 19:07:29.987980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: trunk_details.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.988944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.989522 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension trunk-details not supported by any of loaded plugins
Feb 05 19:07:29.989887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.991611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.992198 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 05 19:07:29.992589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Loading extension file: vlantransparent.py {{(pid=80018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 05 19:07:29.993309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 05 19:07:29.993883 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 05 19:07:29.996732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:network
Feb 05 19:07:29.997557 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnet
Feb 05 19:07:29.998230 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 19:07:29.998892 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:port
Feb 05 19:07:30.000397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.000929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service FLAVORS assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.001620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.002099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.002472 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:router
Feb 05 19:07:30.003200 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 19:07:30.003977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service METERING assigned prefix: /metering {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.005793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88a2c3c8>> rbac-policy before_create 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:30.006401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88a2c3c8>> rbac-policy before_update 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:30.006799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0c88a2c3c8>> rbac-policy before_delete 55550000 {{(pid=80018) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:07:30.007944 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 19:07:30.008432 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:security_group
Feb 05 19:07:30.009278 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 19:07:30.010125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service CORE assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.010497 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 19:07:30.010906 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] subnetpool is already registered
Feb 05 19:07:30.011579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service CORE assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.011947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 19:07:30.012308 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] subnetpool is already registered
Feb 05 19:07:30.015166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.015639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service FLAVORS assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.016270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.016761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.017130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:router
Feb 05 19:07:30.017493 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] router is already registered
Feb 05 19:07:30.018147 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:floatingip
Feb 05 19:07:30.018512 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] floatingip is already registered
Feb 05 19:07:30.019201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service METERING assigned prefix: /metering {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.019932 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 05 19:07:30.020293 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] rbac_policy is already registered
Feb 05 19:07:30.020946 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:security_group
Feb 05 19:07:30.021307 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] security_group is already registered
Feb 05 19:07:30.022572 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 05 19:07:30.022934 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] security_group_rule is already registered
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service CORE assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] subnetpool is already registered
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.resource_helper [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Service CORE assigned prefix:  {{(pid=80018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.quota.resource_registry [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] subnetpool is already registered
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: extensions {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.032488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: address-groups {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.033243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: address-scopes {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.033243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.033243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: auto-allocated-topology {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.033611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: availability_zones {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.034998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: dhcp-networks {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.036526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: dhcp-agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.038641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.040572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: flavors {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.041871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: service_profiles {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.043097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: next_providers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.044739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: service_profiles {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.046270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: floatingip-pools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.047562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.049496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: floatingips {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.050760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: l3-routers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.052220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: l3-agents {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.053793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: metering-labels {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.055223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: metering-label-rules {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.056653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: network-ip-availabilities {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.058001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: bindings {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.060152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: quotas {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.061700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: quotas {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.063209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: rbac-policies {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.064606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: security-groups {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.065891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: security-group-rules {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.067206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: service-providers {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.068649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: subnetpools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.071309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: subnetpools {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.072942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.074716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.076689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.078553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.080490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.082294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.084863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.086843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.088831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.090789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.extensions [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Extended resource: tags {{(pid=80018) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 05 19:07:30.097935 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING keystonemiddleware.auth_token [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 05 19:07:30.103946 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING keystonemiddleware.auth_token [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 05 19:07:30.113472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Acquired lock "singleton_lock" {{(pid=80018) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 05 19:07:30.114002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Releasing lock "singleton_lock" {{(pid=80018) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 05 19:07:30.115502 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Starting 2 workers
Feb 05 19:07:30.120371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Started child 80131 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 19:07:30.125385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Started child 80132 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 19:07:30.125686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.126988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 05 19:07:30.127251 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [-] (80131) wsgi starting up on http://0.0.0.0:9696
Feb 05 19:07:30.127651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Notify callbacks [] for process, before_spawn {{(pid=80018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.130289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Starting 1 workers
Feb 05 19:07:30.131229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.133337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [-] (80132) wsgi starting up on http://0.0.0.0:9696
Feb 05 19:07:30.136028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Started child 80133 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 19:07:30.136640 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Starting 1 workers
Feb 05 19:07:30.138609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] calling RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 05 19:07:30.139015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] returning from RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 05 19:07:30.140576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.141096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:30.141597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Started child 80134 {{(pid=80018) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 05 19:07:30.142449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b32910aa-c952-4cd6-b4d1-bb845263b2d4 None None] Notify callbacks [] for process, after_spawn {{(pid=80018) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.144344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80018) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 05 19:07:30.144617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 19:07:30.144832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 19:07:30.145111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 19:07:30.145528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 19:07:30.145724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 19:07:30.146291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.147138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.147522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.147623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:30.147857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.148094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.148816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:30.148931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.149154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.149464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.149780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.151796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.152076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.152290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.152581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.152899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.153208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.153506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.153786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.154397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.154660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.154943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.155215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.155518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.155788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.156085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.156364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.156643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.156915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.157213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.157471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.157732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.158034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.158284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.158764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] host                           = dv-cinder-774288-2-iscsi {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.159018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.159292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.159563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.159835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.160125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.160376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.160691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.160989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.161254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.161519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.161793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.162059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.162935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.163211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.163403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.163656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.163945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.164225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.164433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.165121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.165121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.165121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.165531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.165531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.166699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.166699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.166699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.166699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.166699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.167459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.167459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.167459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.168897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.169165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.169412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.169662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.169928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.170178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.170424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.170699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.170957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.171279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.171946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.172237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.172547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.173391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.173783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.173930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.174209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.174521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.174781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.175117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.175473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.175744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.175998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.176266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.176530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.176793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.177042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.177294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.177562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.177858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.178537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.178537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.178880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.179223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.179597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.179990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.180267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.180569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.180861 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.181999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.181999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.181999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.182412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.182412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.182684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.182877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.183178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.183546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.184320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.184678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.184962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.185219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.185489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.185748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.186105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.186812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.187129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.59/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.187413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.187667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.187943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.188210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.188623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.188773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.188911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.189246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.189502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.189758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.190111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.190364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.190619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.190893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.191156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.191458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.191736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.192002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.192262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.192536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.192790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.193043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.193314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.193757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.194114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.194404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.194668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.195008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.195163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.195399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.195669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.195926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.196177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.196426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.196724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.196999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.197287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.197541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.197792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.198040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.198319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.198560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.198806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.199010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.199260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.199515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.199765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.200015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.200266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.200545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.200799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.201050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.201300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.201555 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.201806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.202057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.203014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.203898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.204378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.204732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.205128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.205399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.205660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.205937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.206223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.206482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.206772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.207087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.207334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.207603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.207902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.208193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.208482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.208733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.209021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.212728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.213083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.213292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.213617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.214133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.214317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.214542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.214848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.215144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.217171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.217536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.217862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.218187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.218517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.218829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.219123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.219415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.219748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.220041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.220341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.225432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.228846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.229264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.229606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.229903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.230192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.230510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.231101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.231397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.231708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.232014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.232308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.236887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.237156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.59/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.237469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.237766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.238066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.238363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.238647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.239577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.239883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.240171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.240900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.241353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.241611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.241878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.242156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.242442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.242706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.242989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.243753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.243753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.243967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.244195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.244498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.244781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.245068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.245363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.245628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.245955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.246249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.246532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.246817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.247100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.247389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.247646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.247940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.248201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.248474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.248732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.249034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.249635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.249934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.250235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.250485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.250750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.251033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.251405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.251700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.251977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.252254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.252532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.252824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.253098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.253360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.253616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.253870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.254158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.254442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.254720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.254971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.255220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.255468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.255723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.256354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.257524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.257824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.258102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.258374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.258630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.258903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.259154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.259443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.259699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.259970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.260256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.260527 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.260784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.261032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.261281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.261613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.261916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.262174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.262555 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.262753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.263024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.263304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.263670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.263949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.264244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.264513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.264783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.265071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.265362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.265733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.266076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.266371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.266649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.266969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.267280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.267578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.267830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.268134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.268565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.268880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.269175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.269467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.269763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.270017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.270283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.270547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.270790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.271051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.271332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.272194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.272938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.273298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.273574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.273830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.274093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.274341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.274609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.274862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.275030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 19:07:30.275596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80018) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 05 19:07:30.275779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 05 19:07:30.275962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 05 19:07:30.276189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 05 19:07:30.276392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 05 19:07:30.276609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 05 19:07:30.276836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.277315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.277513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.277704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.277902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.278105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.278294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.278482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.278670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.278952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.279961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.280142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.280327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.280544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.280735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.280922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.281136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.281287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.281473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.281713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.281902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.282089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.282311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.282463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.282649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.282833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.283918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] host                           = dv-cinder-774288-2-iscsi {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.284975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.285161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.285346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.285532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.285716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.285903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.286988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.287203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.287911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.288944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.289975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.290142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.290327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.290511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.290700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.290885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.291994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.292180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.292365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.292544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.292734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.292919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.293105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.293289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.293475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.293660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.293847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.294963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.295148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.295331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.295516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.295701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.295885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.296998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.297181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.297365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.297551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 05 19:07:30.297762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.297951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.298151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.298339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.298534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.298697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.298884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.299076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.299264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.299451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.299649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.299816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.300498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.300643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.300953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.301920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.59/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.302981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.303585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.303585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.303585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.303851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.303851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.304927 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.305309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.305496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.305647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:30.305799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.305799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.306986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.307136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.307283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.307466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.307656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.307845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.308032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.308224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.308382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.308621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.308811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.309854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.310951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.311139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.311325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.311511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.311699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.311886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.312074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.312262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.312712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.312907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.313097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.313286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.313475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.313675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.313880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.314071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.314260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.314449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.314638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.314827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.315953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.316314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.316530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.316721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.316910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.317099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.317286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.317472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.317660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.317850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.318041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.318228 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.318537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.318723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.318869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.319115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.319317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.319509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.320743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.321497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.321497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.321497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.321497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.321497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.322907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.323096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.323286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.323474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.323672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.323855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.324043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.324232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.324421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.324637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.324828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.59/identity {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.325964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.326152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.326341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.326533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.326721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.326909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.327097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.327284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.327471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.327659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.327847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.328036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.328224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.328411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.328624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.328814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.329949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.330138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.330327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.330518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.330707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.330905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.331048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.331242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.331561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.331753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.331943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.332142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.332299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.332502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.332697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.332887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.333075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.333280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.333471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.333658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.333848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.334550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.334776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.335665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.335665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.335665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.335665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.335665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.336516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.336516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.336516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.336516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.336516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.337940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.338077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.338266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.338477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.338628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.338816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.339960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.340156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.340343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.340556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.340746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.340947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.341135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.341324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.341512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.341702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.341893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.342082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.342274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.342473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.342933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.343143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.343560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.343560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.343746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.343841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.344019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.344221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.344411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.344626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.344815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.345943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.346130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.346317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.346504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.346691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.346878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 05 19:07:30.347994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80018) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 05 19:07:30.603769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 37144) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:07:30.616729 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0106840
Feb 05 19:07:40.889189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcd637b-6b59-4b85-bcfc-901e8f7cb7cc None None] get_active_networks_info from dv-cinder-774288-2-iscsi {{(pid=80133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 05 19:07:41.009592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcd637b-6b59-4b85-bcfc-901e8f7cb7cc None None] No non-hosted networks {{(pid=80133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 05 19:07:41.045950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c94857e0-ce62-4f08-b669-61cc6700cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:42.795682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e703dc2d-09e1-4b75-ac73-e03914e67cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:42.852242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af4c2372-33d3-4cf7-a5a6-88afaa219db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:43.894666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:45.046460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:45.047285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.053693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.056957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.057548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.058097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.058650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.060309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.060906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.061748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.062299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.062932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.063475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:45.064077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0c87da40b8>, 'Open vSwitch agent', 'dv-cinder-774288-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:45.072429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0c87d96d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:07:45.101369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:46.094287 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_hamode_db [None req-b491ac5d-ff55-4731-a2a2-c6f2edf47ed5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 05 19:07:46.187336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491ac5d-ff55-4731-a2a2-c6f2edf47ed5 None None] Routers set() bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:07:46.187687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491ac5d-ff55-4731-a2a2-c6f2edf47ed5 None None] Router IDs set() for agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 05 19:07:46.503893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 37234) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:07:46.950229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] get_endpoint_by_host() called for host dv-cinder-774288-2-iscsi {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 05 19:07:46.955006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] get_endpoint_by_ip() called for ip 192.168.0.34 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 05 19:07:46.958319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] _add_endpoint() called for ip 192.168.0.34 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 05 19:07:46.964667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 05 19:07:47.163478 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-09f5cf0b-0089-4469-b090-1e53a36dd982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:07:47.164096 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-09f5cf0b-0089-4469-b090-1e53a36dd982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:07:47.400384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-09f5cf0b-0089-4469-b090-1e53a36dd982 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:07:47.401548 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-09f5cf0b-0089-4469-b090-1e53a36dd982 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8966069
Feb 05 19:07:50.124259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 37250) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:07:50.540126 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:07:50.609056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.policy [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80131) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 05 19:07:50.609879 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:07:50.610278 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:07:50.636843 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0c885383c8>.
Feb 05 19:07:50.654069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:07:50.711303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730741355070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730741340801', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730741358019', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730741296231', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730741293264', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-290664', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852737552', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1986149'] for rbac-policy, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:50.775083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:50.776291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-afaf8ac9-81f3-4e29-b00a-a02cd518790b admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6509249
Feb 05 19:07:53.782714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 37264) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:07:54.181617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'name': 'private'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:07:54.187435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:07:54.194718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Usage tracker for resource:network and tenant:242fc176241e4224b1b18c34826b1a69 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:07:54.198449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:07:54.204522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:07:54.213718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Made reservation on behalf of 242fc176241e4224b1b18c34826b1a69 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:07:54.219673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.237040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.251525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:07:54.255785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Usage tracker for resource:security_group_rule and tenant:242fc176241e4224b1b18c34826b1a69 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:07:54.259336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:07:54.264866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:07:54.363312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.366252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.371786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:07:54.393996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:07:54.421988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.422613 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Added segment 96e12517-87ce-47e9-8570-d58e4a71922d of type vxlan for network c71c8655-9ab5-4345-ab3e-e3500f175030
Feb 05 19:07:54.437897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c18a34a-703a-4959-82e7-740b3c98f57a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:07:54.640939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.641340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.641705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.642062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.642415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.642769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.643119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.643463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.643812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.644158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.644524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.644872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Tracked resource versions report:
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Feb 05 19:07:54.646008 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:07:54.697110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:07:54.700791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.738007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.739319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:07:54.740011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:54.747220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:07:54.855972 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0718427
Feb 05 19:07:54.858786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Pushing event updated for resources: {'Network': ['ID=c71c8655-9ab5-4345-ab3e-e3500f175030,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:07:54.882391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:07:54.890415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network c71c8655-9ab5-4345-ab3e-e3500f175030 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:07:57.909203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 37280) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:07:58.420042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae6975-f083-4d77-9fc8-3b7ed1feea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:07:58.421447 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9eae6975-f083-4d77-9fc8-3b7ed1feea87 admin admin] 10.222.0.59 "GET /v2.0/networks/c71c8655-9ab5-4345-ab3e-e3500f175030 HTTP/1.1" status: 200  len: 818 time: 0.5112262
Feb 05 19:07:58.449299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f78b348e-76c7-47a7-8028-4e567532cb59 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/ed10da30-c2a2-44ba-a645-851b7e378acb HTTP/1.1" status: 200  len: 734 time: 0.0216501
Feb 05 19:07:58.459108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Request body: {'subnet': {'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb', 'ip_version': 4, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'name': 'private-subnet', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'gateway_ip': '172.20.0.1'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:07:58.463474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:07:58.467349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Usage tracker for resource:subnet and tenant:242fc176241e4224b1b18c34826b1a69 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:07:58.470297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:07:58.476369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:07:58.485058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Made reservation on behalf of 242fc176241e4224b1b18c34826b1a69 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:07:58.489613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:58.960642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:58.975554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:07:59.122379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e31a57-e92a-46e1-9e47-13be3d1820ec,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:07:59.129187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:07:59.186554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Checking segment: {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:07:59.186941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Network hostable DHCP agents. Network: c71c8655-9ab5-4345-ab3e-e3500f175030, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:07:59.211063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Network c71c8655-9ab5-4345-ab3e-e3500f175030 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:07:59.228696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, c71c8655-9ab5-4345-ab3e-e3500f175030) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:07:59.234073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:07:59.234724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:59.247533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5ffadf-a7ce-4aa7-8543-c9565dee6afa None None] Network c71c8655-9ab5-4345-ab3e-e3500f175030 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:07:59.265524 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8105021
Feb 05 19:07:59.576858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-c71c8655-9ab5-4345-ab3e-e3500f175030', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:07:59.578170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:07:59.905612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Allocated IP 172.20.0.2 (c71c8655-9ab5-4345-ab3e-e3500f175030/72e31a57-e92a-46e1-9e47-13be3d1820ec/85755c9e-49ff-4f6f-b73b-a7c7c1982bd4) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:08:00.153315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:00.166969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Transition to ACTIVE for port object 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:08:00.185039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Transition to ACTIVE for port object 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:08:00.190796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:00.206826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:00.338107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Pushing event updated for resources: {'Port': ['ID=85755c9e-49ff-4f6f-b73b-a7c7c1982bd4,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:00.524701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.525000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.525368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.525727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.526083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.526439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.526791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.527144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.527508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.527855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.528200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.528588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Tracked resource versions report:
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Feb 05 19:08:00.529659 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:08:00.536241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:00.587888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Network c71c8655-9ab5-4345-ab3e-e3500f175030 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:08:00.589161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:08:00.591915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:08:00.651972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Attempting to bind port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:08:00.652395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Attempting to bind port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:08:00.652832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Attempting to bind port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 on network c71c8655-9ab5-4345-ab3e-e3500f175030 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:08:00.658328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:08:00.658912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Checking segment: {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:08:00.659368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:00.659796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Bound using segment: {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:08:00.660326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Bound port: 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:08:00.660775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:00.756592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] For port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:08:00.760636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] For port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=85755c9e-49ff-4f6f-b73b-a7c7c1982bd4,segment=NetworkSegment(96e12517-87ce-47e9-8570-d58e4a71922d),segment_id=96e12517-87ce-47e9-8570-d58e4a71922d)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:08:00.764105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:00.779062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:00.926528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Pushing event updated for resources: {'Port': ['ID=85755c9e-49ff-4f6f-b73b-a7c7c1982bd4,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:00.931316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:02.031278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37290) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:02.701036 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-12fb4c77-19ce-4d47-891a-5d261659402c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:08:02.701634 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-12fb4c77-19ce-4d47-891a-5d261659402c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:08:02.933915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-12fb4c77-19ce-4d47-891a-5d261659402c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:08:02.935225 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-12fb4c77-19ce-4d47-891a-5d261659402c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9018931
Feb 05 19:08:05.025459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:05.104291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:08:05.668848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30093e23-e237-4674-9653-51e72cbccd7c None None] Network c71c8655-9ab5-4345-ab3e-e3500f175030 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:08:05.736284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37308) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:05.760816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Provisioning for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:08:05.775820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:05.776246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:06.018912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:06.076388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-1926a028-3620-454e-85bb-85177f60c21c None None] For port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=85755c9e-49ff-4f6f-b73b-a7c7c1982bd4,segment=NetworkSegment(96e12517-87ce-47e9-8570-d58e4a71922d),segment_id=96e12517-87ce-47e9-8570-d58e4a71922d)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:08:06.080807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:06.085898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:06.160043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Pushing event updated for resources: {'Port': ['ID=85755c9e-49ff-4f6f-b73b-a7c7c1982bd4,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:06.164124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:06.172260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-dc3f823a-4a13-47db-9087-926f7f292d2b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:08:06.173392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-dc3f823a-4a13-47db-9087-926f7f292d2b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4359818
Feb 05 19:08:06.311771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d9a1ddae-2373-4daf-bdcc-5d05a23a604e None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:06.312355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ddae-2373-4daf-bdcc-5d05a23a604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:06.571271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8f202270-375f-43ca-8895-3a0dc13ef9d5 None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:06.571678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8f202270-375f-43ca-8895-3a0dc13ef9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:06.815740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f39f6de1-9c7a-4813-bf87-5d3b1653663a None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:06.816090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f39f6de1-9c7a-4813-bf87-5d3b1653663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:07.003377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:07.078863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:07.079332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.224919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37320) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:09.629608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Request body: {'router': {'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'name': 'router1', 'admin_state_up': True}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:08:09.678041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.policy [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80132) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 05 19:08:09.678872 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:08:09.679278 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING oslo_policy.policy [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 05 19:08:09.705546 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.quota [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0c885443c8>.
Feb 05 19:08:09.721419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:08:09.727786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Usage tracker for resource:router and tenant:242fc176241e4224b1b18c34826b1a69 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:08:09.732241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:08:09.740116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:08:09.754709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.757470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.781186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.897584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.917588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:09.918840 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-aab458d4-9ae5-463e-9c78-db52af81da6f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6928921
Feb 05 19:08:10.752206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6730e442-2870-4d85-8e59-59f15766db4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:12.750171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37332) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:12.796972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12fdadde-b260-461a-88c8-8ebf782b3856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:13.168118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-f85b590d-8616-4079-b8c7-4cae4bb63222 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:08:13.169199 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f85b590d-8616-4079-b8c7-4cae4bb63222 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4180222
Feb 05 19:08:13.689365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:14.928978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:15.031302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:15.955648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37352) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:16.141981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:08:16.149014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:08:16.153028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Usage tracker for resource:network and tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:08:16.156414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:08:16.162266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:08:16.170716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Made reservation on behalf of 92d7fe574c8f4ec9bf1ebbf66dd20794 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:08:16.177613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.197216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.366859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:08:16.370790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:08:16.374064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:08:16.379847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:08:16.477188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.479724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.484686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:16.496031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=80132) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 05 19:08:16.527810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.528401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0c8930d9d8> segment precommit_create {{(pid=80132) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 05 19:08:16.528916 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Added segment 459a3383-7617-4c28-990c-c92c33652b4f of type flat for network a46f4546-88ef-4af4-b46b-2fe429423534
Feb 05 19:08:16.582592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbbb488-078b-4b2d-8ff4-e035853ff881,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:16.598385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.598803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.599167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.599524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.599877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.600226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.600599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.600947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.601293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.601634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.601974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.602313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Tracked resource versions report:
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Feb 05 19:08:16.603406 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:08:16.658211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.663150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:16.702213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.703556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:16.704218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:16.709621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:16.820176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8634520
Feb 05 19:08:16.820921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a46f4546-88ef-4af4-b46b-2fe429423534,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:16.824108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:16.831998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network a46f4546-88ef-4af4-b46b-2fe429423534 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:08:19.324421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37376) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:19.474916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a782ba76-c63e-4f42-b71b-2e7298d67566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:19.476344 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a782ba76-c63e-4f42-b71b-2e7298d67566 admin admin] 10.222.0.59 "GET /v2.0/subnets/72e31a57-e92a-46e1-9e47-13be3d1820ec HTTP/1.1" status: 200  len: 849 time: 0.1508539
Feb 05 19:08:19.631596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b98c5271-a6d6-4135-87d1-8689451801d1 admin admin] 10.222.0.59 "GET /v2.0/routers/436eaf95-476c-474b-82f0-2aa8176740c8 HTTP/1.1" status: 200  len: 704 time: 0.1487470
Feb 05 19:08:20.126407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:20.511958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Allocated IP 172.20.0.1 (c71c8655-9ab5-4345-ab3e-e3500f175030/72e31a57-e92a-46e1-9e47-13be3d1820ec/fdcf435b-d2fc-41cd-8f27-956fdee502e2) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:08:20.675326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:20.694249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Transition to ACTIVE for port object fdcf435b-d2fc-41cd-8f27-956fdee502e2 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:08:20.747922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:20.762777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:21.045857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcf435b-d2fc-41cd-8f27-956fdee502e2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:21.053327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:21.106471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Network c71c8655-9ab5-4345-ab3e-e3500f175030 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:08:21.107540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:08:21.110402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:08:21.110913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.336558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-bdcffce1-0dcb-4997-a280-db601de05ff1 None None] Provisioning for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:08:21.341483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-bdcffce1-0dcb-4997-a280-db601de05ff1 None None] Provisioning complete for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:21.341929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdcffce1-0dcb-4997-a280-db601de05ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.387029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.405265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bdcffce1-0dcb-4997-a280-db601de05ff1 None None] Port fdcf435b-d2fc-41cd-8f27-956fdee502e2 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:08:21.675964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.679225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.680310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:21.694434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:21.816770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcf435b-d2fc-41cd-8f27-956fdee502e2,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:21.826593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:21.882954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Network c71c8655-9ab5-4345-ab3e-e3500f175030 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:08:21.884015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:08:22.084731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Router 436eaf95-476c-474b-82f0-2aa8176740c8 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:08:22.129162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-6703d06b-5c1c-4e4c-8311-98e7a1379791 None None] Provisioning complete for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:22.130096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6703d06b-5c1c-4e4c-8311-98e7a1379791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:22.189714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6703d06b-5c1c-4e4c-8311-98e7a1379791 None None] Port fdcf435b-d2fc-41cd-8f27-956fdee502e2 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:08:22.216023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:08:22.250178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:08:22.260032 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/436eaf95-476c-474b-82f0-2aa8176740c8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6228495
Feb 05 19:08:22.260486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Sync routers for ids ['436eaf95-476c-474b-82f0-2aa8176740c8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:08:22.271177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Routers {'436eaf95-476c-474b-82f0-2aa8176740c8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:08:22.272051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c887212b0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:08:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['436eaf95-476c-474b-82f0-2aa8176740c8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:22.459140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Set router 436eaf95-476c-474b-82f0-2aa8176740c8 gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:08:23.028117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c887212b0>, [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:21Z', 'revision_number': 2, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port_host': None, '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:21Z', 'revision_number': 2, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:23.033233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Checking router: 436eaf95-476c-474b-82f0-2aa8176740c8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:08:23.033624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Updating router 436eaf95-476c-474b-82f0-2aa8176740c8 port fdcf435b-d2fc-41cd-8f27-956fdee502e2 binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:08:23.091747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:23.549070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:23.563097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Transition to ACTIVE for port object fdcf435b-d2fc-41cd-8f27-956fdee502e2 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:08:23.566119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:23.586648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:23.729674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Pushing event updated for resources: {'Port': ['ID=fdcf435b-d2fc-41cd-8f27-956fdee502e2,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:23.749605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.749974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.750342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.750698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.751050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.751402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.751774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.752105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.752469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.752820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.753167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.753511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Tracked resource versions report:
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'}}
Feb 05 19:08:23.755191 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:08:23.762517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:23.920185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Attempting to bind port fdcf435b-d2fc-41cd-8f27-956fdee502e2 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:08:23.920687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Attempting to bind port fdcf435b-d2fc-41cd-8f27-956fdee502e2 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:08:23.921102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Attempting to bind port fdcf435b-d2fc-41cd-8f27-956fdee502e2 on network c71c8655-9ab5-4345-ab3e-e3500f175030 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:08:23.929079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:08:23.929516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Checking segment: {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:08:23.930023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:23.930451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Bound using segment: {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:08:23.931022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Bound port: fdcf435b-d2fc-41cd-8f27-956fdee502e2, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e12517-87ce-47e9-8570-d58e4a71922d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:08:23.931435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:24.035733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] For port fdcf435b-d2fc-41cd-8f27-956fdee502e2, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:08:24.041824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] For port fdcf435b-d2fc-41cd-8f27-956fdee502e2, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=fdcf435b-d2fc-41cd-8f27-956fdee502e2,segment=NetworkSegment(96e12517-87ce-47e9-8570-d58e4a71922d),segment_id=96e12517-87ce-47e9-8570-d58e4a71922d)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:08:24.045860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:24.111323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:24.222842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Pushing event updated for resources: {'Port': ['ID=fdcf435b-d2fc-41cd-8f27-956fdee502e2,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:24.228241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:24.274642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Routers {'436eaf95-476c-474b-82f0-2aa8176740c8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:08:24.275297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c887212b0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:08:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['436eaf95-476c-474b-82f0-2aa8176740c8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:24.447949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] Set router 436eaf95-476c-474b-82f0-2aa8176740c8 gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:08:24.764138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37388) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:24.791021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c887212b0>, [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:21Z', 'revision_number': 2, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port_host': None, '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:24Z', 'revision_number': 4, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:24.795275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14512d2-a93a-48f3-b5a0-28550e6aae84 None None] The sync data for ids ['436eaf95-476c-474b-82f0-2aa8176740c8'] in dv-cinder-774288-2-iscsi is: [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:21Z', 'revision_number': 2, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port_host': None, '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:24Z', 'revision_number': 4, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:08:24.952359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a81a91d-5674-4d63-89ca-fb4a021c8d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:24.952953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5a81a91d-5674-4d63-89ca-fb4a021c8d9e admin admin] Synchronizing usage tracker for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:08:24.970762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5a81a91d-5674-4d63-89ca-fb4a021c8d9e admin admin] Unset dirty status for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:08:24.972032 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5a81a91d-5674-4d63-89ca-fb4a021c8d9e admin admin] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 842 time: 0.2067430
Feb 05 19:08:24.983411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'enable_dhcp': False}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:08:24.989005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:08:24.992966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Usage tracker for resource:subnet and tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:08:24.996020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:08:25.002179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:08:25.010918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Made reservation on behalf of 92d7fe574c8f4ec9bf1ebbf66dd20794 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:08:25.015490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:25.650106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80132) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:08:25.650641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:25.670402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:25.813325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:25.820144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:25.877162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:08:25.877563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Network hostable DHCP agents. Network: a46f4546-88ef-4af4-b46b-2fe429423534, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:08:25.900298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:08:25.910550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, a46f4546-88ef-4af4-b46b-2fe429423534) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:08:25.915308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:25.915936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:25.921333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5ddb72-346e-4a9f-be9d-d530aef81a16 None None] Network a46f4546-88ef-4af4-b46b-2fe429423534 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:08:25.936070 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9567978
Feb 05 19:08:26.165938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52eaacd-453e-4fa5-9f57-2b4e645ffa48 None None] Network a46f4546-88ef-4af4-b46b-2fe429423534 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:08:27.036649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fdcf435b-d2fc-41cd-8f27-956fdee502e2 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:27.109862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:08:27.115963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:27.116372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:27.393491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:27.434189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port fdcf435b-d2fc-41cd-8f27-956fdee502e2, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=fdcf435b-d2fc-41cd-8f27-956fdee502e2,segment=NetworkSegment(96e12517-87ce-47e9-8570-d58e4a71922d),segment_id=96e12517-87ce-47e9-8570-d58e4a71922d)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:08:27.437210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:27.439339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:27.510281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=fdcf435b-d2fc-41cd-8f27-956fdee502e2,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:27.513541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:28.502687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37402) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:28.742791 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5547c43b-0052-4784-b6dd-9c27ca2cc6b5 admin admin] 10.222.0.59 "GET /v2.0/routers/436eaf95-476c-474b-82f0-2aa8176740c8 HTTP/1.1" status: 200  len: 710 time: 0.2388051
Feb 05 19:08:28.884294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ac0bb-45b2-4201-9cd5-1aae894a0abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:28.885801 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f51ac0bb-45b2-4201-9cd5-1aae894a0abe admin admin] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 886 time: 0.1372390
Feb 05 19:08:28.895935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:08:29.017240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fdcf435b-d2fc-41cd-8f27-956fdee502e2 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:29.092147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:29.092595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:29.371275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:29.717402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:29.775267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:29.788097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:29.803191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:08:29.807080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:08:29.809958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:08:29.815477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:08:30.078027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:30.080891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:30.095579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:30.189129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8fed1-341a-4874-8766-47b8b1aef565,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:30.194638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:30.358787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Allocated IP 172.27.3.238 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/21a686a8-9411-4a00-8eaf-4e39e9674198) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:08:30.510139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:30.542248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:30.557177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:30.688979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Pushing event updated for resources: {'Port': ['ID=21a686a8-9411-4a00-8eaf-4e39e9674198,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:30.701878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:30.743484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:08:30.744621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:08:30.746866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:08:31.178434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:31.581260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:31.584898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2008246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852767554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852777911'] for router, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:31.784160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Router 436eaf95-476c-474b-82f0-2aa8176740c8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:08:32.148183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:08:32.157992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Sync routers for ids ['436eaf95-476c-474b-82f0-2aa8176740c8'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:08:32.164382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:32.165686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] 10.222.0.59 "PUT /v2.0/routers/436eaf95-476c-474b-82f0-2aa8176740c8 HTTP/1.1" status: 200  len: 890 time: 3.2737005
Feb 05 19:08:32.168640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Routers {'436eaf95-476c-474b-82f0-2aa8176740c8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:08:32.169296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c879a07f0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:08:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['436eaf95-476c-474b-82f0-2aa8176740c8'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:32.378471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Set router 436eaf95-476c-474b-82f0-2aa8176740c8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:08:32.738494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c879a07f0>, [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:30Z', 'revision_number': 4, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port': {'id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:30Z', 'updated_at': '2021-02-05T19:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:27Z', 'revision_number': 5, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:32.743961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Checking router: 436eaf95-476c-474b-82f0-2aa8176740c8 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:08:32.744338 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Updating router 436eaf95-476c-474b-82f0-2aa8176740c8 port 21a686a8-9411-4a00-8eaf-4e39e9674198 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:08:32.803334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.206945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.220656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Transition to ACTIVE for port object 21a686a8-9411-4a00-8eaf-4e39e9674198 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:08:33.224092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.240260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:33.376713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Pushing event updated for resources: {'Port': ['ID=21a686a8-9411-4a00-8eaf-4e39e9674198,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:33.389488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:33.441195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Attempting to bind port 21a686a8-9411-4a00-8eaf-4e39e9674198 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:08:33.441580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Attempting to bind port 21a686a8-9411-4a00-8eaf-4e39e9674198 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:08:33.442549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Attempting to bind port 21a686a8-9411-4a00-8eaf-4e39e9674198 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:08:33.448973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:08:33.449375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:08:33.449822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.450244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:08:33.450755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Bound port: 21a686a8-9411-4a00-8eaf-4e39e9674198, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:08:33.451169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.528630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] For port 21a686a8-9411-4a00-8eaf-4e39e9674198, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:08:33.531764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] For port 21a686a8-9411-4a00-8eaf-4e39e9674198, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=21a686a8-9411-4a00-8eaf-4e39e9674198,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:08:33.534985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:33.551567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:33.704107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Pushing event updated for resources: {'Port': ['ID=21a686a8-9411-4a00-8eaf-4e39e9674198,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:33.709222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:33.750275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Routers {'436eaf95-476c-474b-82f0-2aa8176740c8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:08:33.750919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c879a07f0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:08:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['436eaf95-476c-474b-82f0-2aa8176740c8'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:34.095244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] Set router 436eaf95-476c-474b-82f0-2aa8176740c8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:08:34.448194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c879a07f0>, [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:30Z', 'revision_number': 4, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port': {'id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:30Z', 'updated_at': '2021-02-05T19:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:27Z', 'revision_number': 5, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:08:34.452239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ede5cd-b75b-47cb-99a3-2854c23a22b8 None None] The sync data for ids ['436eaf95-476c-474b-82f0-2aa8176740c8'] in dv-cinder-774288-2-iscsi is: [{'id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'name': 'router1', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:08:09Z', 'updated_at': '2021-02-05T19:08:30Z', 'revision_number': 4, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'gw_port': {'id': '21a686a8-9411-4a00-8eaf-4e39e9674198', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:30Z', 'updated_at': '2021-02-05T19:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fdcf435b-d2fc-41cd-8f27-956fdee502e2', 'name': '', 'network_id': 'c71c8655-9ab5-4345-ab3e-e3500f175030', 'tenant_id': '242fc176241e4224b1b18c34826b1a69', 'mac_address': 'fa:16:3e:72:ec:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436eaf95-476c-474b-82f0-2aa8176740c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:08:20Z', 'updated_at': '2021-02-05T19:08:27Z', 'revision_number': 5, 'project_id': '242fc176241e4224b1b18c34826b1a69', 'subnets': [{'id': '72e31a57-e92a-46e1-9e47-13be3d1820ec', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed10da30-c2a2-44ba-a645-851b7e378acb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:08:34.853363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37412) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:08:35.013259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eda3e4-8d5a-47b6-937b-4f38ff6bf572 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:08:35.014931 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-30eda3e4-8d5a-47b6-937b-4f38ff6bf572 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1605217
Feb 05 19:08:35.047992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 21a686a8-9411-4a00-8eaf-4e39e9674198 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:35.144834 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 21a686a8-9411-4a00-8eaf-4e39e9674198 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:08:35.150541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 21a686a8-9411-4a00-8eaf-4e39e9674198 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:35.150951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:35.287809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:35.305361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 21a686a8-9411-4a00-8eaf-4e39e9674198, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=21a686a8-9411-4a00-8eaf-4e39e9674198,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:08:35.308299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:35.310698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1926a028-3620-454e-85bb-85177f60c21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:08:35.383252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=21a686a8-9411-4a00-8eaf-4e39e9674198,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:08:35.386589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:08:37.047960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 21a686a8-9411-4a00-8eaf-4e39e9674198 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:08:37.132038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 21a686a8-9411-4a00-8eaf-4e39e9674198 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:08:37.132468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:40.796846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59e1e2f0-ca13-42f0-8fb9-b7b0ad4119e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:42.811169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-647b3907-427c-4a99-babf-038a584f2f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:43.694047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:44.945926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:45.049214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:08:59.215311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:09:10.756241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c2e77d5b-9606-409c-8615-08b82d7aef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:12.804567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80464a04-b221-4bc0-a87d-e78b8cbb151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:13.696411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:14.934043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:15.044102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:36.214400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:09:40.763439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6ed0-46d9-4261-bfd6-afef6089fba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:42.805591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c900f458-52c6-45d9-a415-10588b0160e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:43.702786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:44.941422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:09:45.037490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:10.755049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-28c0cdf4-9606-49c9-bec8-7785c0170795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:12.808906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d128204-bbe1-4917-aa2e-d90c0fcbe964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:13.214354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:10:13.702832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:14.944623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:15.047572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:40.757300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-10175f63-13c8-4d27-90f6-f11c90d0619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:42.810251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f2b5027d-5ce8-49e9-a3b8-6bf1f477a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:43.706008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:44.953355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:45.043476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:49.256022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37988) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:10:49.357557 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87da2cf-d740-47fa-a498-644464672c6a admin admin] GET failed (client error): The resource could not be found.
Feb 05 19:10:49.358841 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c87da2cf-d740-47fa-a498-644464672c6a admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1017768
Feb 05 19:10:49.502945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b4b67-a8c6-40e9-8048-f2e32fae3ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:49.504511 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ef0b4b67-a8c6-40e9-8048-f2e32fae3ecb admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1404939
Feb 05 19:10:50.213699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:10:51.957214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 37998) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:10:52.104469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f07992-0463-44f6-8518-db9cf4f74cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:52.105101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-24f07992-0463-44f6-8518-db9cf4f74cc8 admin admin] Synchronizing usage tracker for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:subnet {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:10:52.120410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-24f07992-0463-44f6-8518-db9cf4f74cc8 admin admin] Unset dirty status for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:subnet {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:10:52.121702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-24f07992-0463-44f6-8518-db9cf4f74cc8 admin admin] 10.222.0.59 "GET /v2.0/subnets/72e31a57-e92a-46e1-9e47-13be3d1820ec HTTP/1.1" status: 200  len: 849 time: 0.1634719
Feb 05 19:10:52.132906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:10:52.261666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Notify callbacks [] for subnet, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:52.575591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730738591876'] for subnet, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:52.590730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:10:52.727273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e31a57-e92a-46e1-9e47-13be3d1820ec,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:10:52.747110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.747510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.747885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.748256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.748645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.749010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.749373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.749733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.750106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.751195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.751540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.751899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:10:52.756756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:10:52.788043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:52.788730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:52.790228 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] 10.222.0.59 "PUT /v2.0/subnets/72e31a57-e92a-46e1-9e47-13be3d1820ec HTTP/1.1" status: 200  len: 868 time: 0.6614590
Feb 05 19:10:52.793554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9de0f9-f55f-4e4c-a725-0b08120c5c5e None None] Network c71c8655-9ab5-4345-ab3e-e3500f175030 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:10:53.254591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-6a2abccd-39f0-44ba-8c44-0a5a298774aa None None] Provisioning complete for port 85755c9e-49ff-4f6f-b73b-a7c7c1982bd4 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:10:53.255576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a2abccd-39f0-44ba-8c44-0a5a298774aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:53.392597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-6a2abccd-39f0-44ba-8c44-0a5a298774aa None None] Provisioning complete for port fdcf435b-d2fc-41cd-8f27-956fdee502e2 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:10:53.392914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a2abccd-39f0-44ba-8c44-0a5a298774aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:10:55.257945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38008) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:10:55.473875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a0691-5d5a-4d4f-a865-f4009876fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:55.474297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a0691-5d5a-4d4f-a865-f4009876fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:55.475953 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-225a0691-5d5a-4d4f-a865-f4009876fdd1 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2169740
Feb 05 19:10:57.936165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38018) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:10:58.152105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0f744-8715-4946-8e1c-0d358c82a18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:58.152471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0f744-8715-4946-8e1c-0d358c82a18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:10:58.154136 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-add0f744-8715-4946-8e1c-0d358c82a18f admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2168972
Feb 05 19:11:00.623856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38028) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:00.838133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a50343-d524-4c71-8bc9-5cf778464953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:00.839502 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-02a50343-d524-4c71-8bc9-5cf778464953 admin admin] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 886 time: 0.2145817
Feb 05 19:11:03.329193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38038) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:03.542734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6827ab-eeba-4d13-9667-6b8b411ab64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:03.544179 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9a6827ab-eeba-4d13-9667-6b8b411ab64e admin admin] 10.222.0.59 "GET /v2.0/networks/c71c8655-9ab5-4345-ab3e-e3500f175030 HTTP/1.1" status: 200  len: 862 time: 0.2140296
Feb 05 19:11:06.027121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38048) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:06.171649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ccd9f6-9855-4ff9-a09d-f4e4a18353f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:06.172091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ccd9f6-9855-4ff9-a09d-f4e4a18353f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:06.173753 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-74ccd9f6-9855-4ff9-a09d-f4e4a18353f8 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1456254
Feb 05 19:11:08.646654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38058) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:08.787651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7c5cfb-ea0e-4d8c-b2bf-48b4cbdd1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:08.788068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7c5cfb-ea0e-4d8c-b2bf-48b4cbdd1bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:08.789696 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-da7c5cfb-ea0e-4d8c-b2bf-48b4cbdd1bf5 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1420183
Feb 05 19:11:10.759040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eaef2997-f816-4949-92ce-dd793c0d3b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:11.261592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38068) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:11.407469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52dd4f-9860-4e79-ae4a-8dbd01dfb70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:11.408928 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7f52dd4f-9860-4e79-ae4a-8dbd01dfb70a admin admin] 10.222.0.59 "GET /v2.0/subnets/72e31a57-e92a-46e1-9e47-13be3d1820ec HTTP/1.1" status: 200  len: 868 time: 0.1463277
Feb 05 19:11:12.813633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2925ddf0-978f-484f-9e98-1cbc02b29f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:13.708730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:13.885517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38078) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:14.023316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067abecc-8929-431d-a187-a8a7e3a071d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:14.028514 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-067abecc-8929-431d-a187-a8a7e3a071d2 admin admin] 10.222.0.59 "GET /v2.0/subnets/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf HTTP/1.1" status: 200  len: 816 time: 0.1381278
Feb 05 19:11:14.962759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:15.050242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:27.212503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:11:40.019747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38118) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:40.100072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-f09adb95-9004-42a2-af49-f75e6a48623d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:11:40.101197 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f09adb95-9004-42a2-af49-f75e6a48623d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0803244
Feb 05 19:11:40.760470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e91c1fd4-b874-4662-b040-330f411dad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:42.666854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38128) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:42.773541 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b080b660-87fb-4274-9999-ba3b983b31b3 admin admin] GET failed (client error): The resource could not be found.
Feb 05 19:11:42.774785 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b080b660-87fb-4274-9999-ba3b983b31b3 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1069150
Feb 05 19:11:42.814432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b29b-308b-4cda-b31a-5fb6b4d7ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:42.916401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9723c735-b668-40e9-b72f-6d6aa8ecd166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:42.918073 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9723c735-b668-40e9-b72f-6d6aa8ecd166 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1389029
Feb 05 19:11:43.711827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:44.969149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.033645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.426946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38138) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:45.506701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:11:45.511700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:11:45.522795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:11:45.531567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Made reservation on behalf of 92d7fe574c8f4ec9bf1ebbf66dd20794 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:11:45.536197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.633436 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.services.revisions.revision_plugin [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0c8792c390] {project_id='92d7fe574c8f4ec9bf1ebbf66dd20794', id='19040a83-c052-43ab-bc1a-92e609840f43', target_tenant='*', action='access_as_shared', object_id='a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'}> to bump revision.
Feb 05 19:11:45.650671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:11:45.660359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.660842 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Added segment 4186a79b-460d-45a2-9101-6acaae0df9d0 of type vxlan for network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a
Feb 05 19:11:45.687581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.715936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.717192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:45.718385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:45.723074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:11:45.826008 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3979053
Feb 05 19:11:45.828867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a9321e13-7c4b-42ed-9088-ba7cbaf0b38a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:11:45.836403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.836814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.837186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.837552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.837915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.838292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.838653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.839005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.839358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.839709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.840059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.840406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:45.845340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:11:45.854003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:11:48.333278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38148) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:11:48.435500 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.pecan_wsgi.hooks.translation [None req-552f95c3-6fc5-450e-9b83-83059a089883 admin admin] GET failed (client error): The resource could not be found.
Feb 05 19:11:48.436068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-552f95c3-6fc5-450e-9b83-83059a089883 admin admin] Synchronizing usage tracker for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:network {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:11:48.450516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-552f95c3-6fc5-450e-9b83-83059a089883 admin admin] Unset dirty status for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:network {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:11:48.452905 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-552f95c3-6fc5-450e-9b83-83059a089883 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1185894
Feb 05 19:11:48.566872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3ffb9-665e-4b16-9324-f802e34a0364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:48.568404 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2bd3ffb9-665e-4b16-9324-f802e34a0364 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1117833
Feb 05 19:11:48.579670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:11:48.584303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:11:48.594707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:11:48.603701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Made reservation on behalf of 92d7fe574c8f4ec9bf1ebbf66dd20794 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:11:48.608385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:49.162513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:49.177797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:11:49.310920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5f4f03-9194-408c-85f6-28879838973c,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:11:49.314375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:11:49.373538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Checking segment: {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:11:49.374604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Network hostable DHCP agents. Network: a9321e13-7c4b-42ed-9088-ba7cbaf0b38a, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:11:49.392781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:11:49.400664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, a9321e13-7c4b-42ed-9088-ba7cbaf0b38a) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:11:49.404584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:11:49.405241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:49.410328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c128874-08f9-4f0a-9584-7338515c161d None None] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:11:49.429642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8542407
Feb 05 19:11:49.651533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-a9321e13-7c4b-42ed-9088-ba7cbaf0b38a', 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a', 'tenant_id': '92d7fe574c8f4ec9bf1ebbf66dd20794', 'fixed_ips': [{'subnet_id': 'ba5f4f03-9194-408c-85f6-28879838973c'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:11:49.652444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.112215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Allocated IP 192.168.233.2 (a9321e13-7c4b-42ed-9088-ba7cbaf0b38a/ba5f4f03-9194-408c-85f6-28879838973c/13dfa160-2c0f-4240-8fa0-76acc66f6619) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:11:50.337956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.349104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Transition to ACTIVE for port object 13dfa160-2c0f-4240-8fa0-76acc66f6619 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:11:50.367394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Transition to ACTIVE for port object 13dfa160-2c0f-4240-8fa0-76acc66f6619 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:11:50.371964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.388727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98a67137-6887-46df-81a0-f632f99b6a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:11:50.513408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Pushing event updated for resources: {'Port': ['ID=13dfa160-2c0f-4240-8fa0-76acc66f6619,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:11:50.523148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.523526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.523893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.524257 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.524639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.525003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.525363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.525719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.526093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.526456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.526808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.527181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:11:50.537864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:11:50.597274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:11:50.598487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:11:50.600907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:11:50.660918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Attempting to bind port 13dfa160-2c0f-4240-8fa0-76acc66f6619 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:11:50.661330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Attempting to bind port 13dfa160-2c0f-4240-8fa0-76acc66f6619 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:11:50.661733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Attempting to bind port 13dfa160-2c0f-4240-8fa0-76acc66f6619 on network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:11:50.667817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:11:50.668226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Checking segment: {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:11:50.668727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.669676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Bound using segment: {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:11:50.669676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Bound port: 13dfa160-2c0f-4240-8fa0-76acc66f6619, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:11:50.670082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.769476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] For port 13dfa160-2c0f-4240-8fa0-76acc66f6619, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:11:50.773198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] For port 13dfa160-2c0f-4240-8fa0-76acc66f6619, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=13dfa160-2c0f-4240-8fa0-76acc66f6619,segment=NetworkSegment(4186a79b-460d-45a2-9101-6acaae0df9d0),segment_id=4186a79b-460d-45a2-9101-6acaae0df9d0)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:11:50.776644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:50.792938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dacf18e3-c256-4309-906f-c4f606221d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:11:50.948357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Pushing event updated for resources: {'Port': ['ID=13dfa160-2c0f-4240-8fa0-76acc66f6619,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:11:50.953911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:11:52.197114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699bd68f-d399-4320-bbbf-5714a989c9f3 None None] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:11:52.308985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-fa00ff83-af87-43e2-b705-68bd1c68c007 None None] Provisioning for port 13dfa160-2c0f-4240-8fa0-76acc66f6619 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:11:53.153717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 13dfa160-2c0f-4240-8fa0-76acc66f6619 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:11:53.226169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 13dfa160-2c0f-4240-8fa0-76acc66f6619 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:11:53.231418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 13dfa160-2c0f-4240-8fa0-76acc66f6619 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:11:53.231829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:53.358055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:53.391531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 13dfa160-2c0f-4240-8fa0-76acc66f6619, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=13dfa160-2c0f-4240-8fa0-76acc66f6619,segment=NetworkSegment(4186a79b-460d-45a2-9101-6acaae0df9d0),segment_id=4186a79b-460d-45a2-9101-6acaae0df9d0)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:11:53.395204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:11:53.397360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:11:53.470640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=13dfa160-2c0f-4240-8fa0-76acc66f6619,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:11:53.474051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:11:55.132949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 13dfa160-2c0f-4240-8fa0-76acc66f6619 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:11:55.206053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 13dfa160-2c0f-4240-8fa0-76acc66f6619 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:11:55.206464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:04.210952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:12:10.762703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6a58f78-dfd7-4dc4-83ea-c64321618ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:12.815674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cad00c81-7d0a-4f80-87cf-5cd51b0dee8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:13.714608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:14.970705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:15.037325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:40.764388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8314a5a-05f5-4bb3-a7e8-04e5a21d831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:41.210103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:12:42.818909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-733fc5f9-bd97-4178-96e4-e35dcb071765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:43.717135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:44.973821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:45.040803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:55.458707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38190) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:12:55.465197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [None req-1bf37eaa-bd20-4333-85cb-dd6c0b81582e tempest-verify_tempest_config-990077579 tempest-verify_tempest_config-990077579-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:12:55.466342 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1bf37eaa-bd20-4333-85cb-dd6c0b81582e tempest-verify_tempest_config-990077579 tempest-verify_tempest_config-990077579-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0065267
Feb 05 19:12:55.818335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38210) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:12:55.967906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:55.984267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:12:55.988244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Usage tracker for resource:security_group_rule and tenant:6ff2cf241e69483a95da5bb69edc5e95 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:12:55.991192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:12:55.996985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:12:56.084943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.087560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.097157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:12:56.141046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Synchronizing usage tracker for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:12:56.144532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b597e-c749-4cad-baa4-1f4e77cc0478,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:12:56.155395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.155721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.156085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.156443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.156820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.157190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.157541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.157891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.158240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.158585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.158932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.159274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:12:56.164424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:12:56.173503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Unset dirty status for tenant:92d7fe574c8f4ec9bf1ebbf66dd20794 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:12:56.174915 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ff2cf241e69483a95da5bb69edc5e95&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3554981
Feb 05 19:12:56.177662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38216) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:12:56.240573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.266705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.316029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.321026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43b8817a-2814-4ef1-b8ef-6a212ab63a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:12:56.334615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b597e-c749-4cad-baa4-1f4e77cc0478,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:12:56.337198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:12:56.339172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:12:56.340265 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/955b597e-c749-4cad-baa4-1f4e77cc0478 HTTP/1.1" status: 204  len: 168 time: 0.1616645
Feb 05 19:13:10.769016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7437300e-3d31-4b8e-ba5c-f4f40eb5aab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:12.820664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0f6928c6-bb36-49e8-97b4-695d9375aaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:13.719491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:14.975859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:15.046168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:18.209383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:13:40.769880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-752b1c1d-c13f-49aa-b775-eb173320ef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:42.821200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94c38d42-7c21-4bd9-89b8-f5fef16feac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:43.723393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:44.981501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:45.047778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:13:55.208046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:14:10.770450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1d987520-1294-4ae9-8ab5-845f43e42909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:12.822910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1cfb2f66-a530-4c61-b0a1-8ca403dfc58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:13.729525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:14.985656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:15.048244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:32.207314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:14:38.818438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:38.819013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.819274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.819680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.820084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.820466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.820864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.821232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.821633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.822036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.822691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.822823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.823307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:14:38.823691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0c876d02b0>, 'Open vSwitch agent', 'hv-cinder-77428', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:14:38.827853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0c886dc048>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77428', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:14:39.110389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] get_endpoint_by_host() called for host hv-cinder-77428 {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 05 19:14:39.114378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] get_endpoint_by_ip() called for ip 192.168.0.66 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 05 19:14:39.117435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] _add_endpoint() called for ip 192.168.0.66 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 05 19:14:39.123900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 05 19:14:40.770354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8dda7fb4-b301-4df8-9fa3-157114c56601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:42.824022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32fb0b3e-89a7-4753-ba1e-a44597bbf72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:43.727639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:44.989145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:45.051323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:14:52.112100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38290) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:14:52.258686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ceebe6f0-aada-4aa3-a352-cee31d02bfe2 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1453846
Feb 05 19:14:54.771307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38300) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:14:54.857878 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5e6f1af3-5818-4142-8493-04302d806d66 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0853975
Feb 05 19:15:08.825574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:09.207533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:15:10.770861 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4a9b4ef-5f90-4e19-92a0-71af1fe0ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:12.825514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a64519f9-603d-4f12-8d96-da3e4043adcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:13.731277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:14.991256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:15.053789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:38.828604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:40.772374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63dd7a79-4621-40b8-bc1a-06b6aa3370ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:42.825860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21ff2a64-9bc1-4a54-b8dc-c6ee370aed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:43.735200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:44.999359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:45.057070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:15:46.207620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:16:08.825507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:10.781581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02b9804b-839d-43c4-b1d4-5a9b6931144f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:12.827615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-969eb466-163f-4db1-b72d-0988979dde35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:13.738120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:15.001862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:15.060972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:23.207615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:16:32.152589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38500) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:32.280981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38508) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:32.377181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38516) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:32.535100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38526) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:32.629680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1085100671-network', 'tenant_id': '85976bcedef8493ca3e75096541a0fb2'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:32.635844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:32.640244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Usage tracker for resource:network and tenant:85976bcedef8493ca3e75096541a0fb2 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:32.643370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:32.649284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:32.658170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Made reservation on behalf of 85976bcedef8493ca3e75096541a0fb2 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:32.663407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.680938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.697235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:32.701262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Usage tracker for resource:security_group_rule and tenant:85976bcedef8493ca3e75096541a0fb2 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:32.704242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:32.710234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:32.799544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.802523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.809078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f1766921-4c31-4fb5-8b32-08ac100e4a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:32.829456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-476537138-network', 'tenant_id': '885da7fbf6654a17bf588982f06427d1'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:32.859973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:16:32.865665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-network', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:32.875126 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74887393-6be1-4df9-81c8-2ac98ef669ef,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:32.880579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:32.890288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.890677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.891016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.891386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.891750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.892111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.892483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.893026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.893246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.893578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.893860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.894213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.894605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.894978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.895332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.895706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.896095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.896681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.897043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.897477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.897744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.898238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.898775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.899131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Tracked resource versions report:
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'},
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'ConntrackHelper': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Log': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Network': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Port': '1.7',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'PortForwarding': '1.2',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'QosPolicy': '1.8',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroup': '1.4',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroupRule': '1.2',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SubPort': '1.0',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Subnet': '1.1',
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Trunk': '1.1'}}
Feb 05 19:16:32.900419 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:16:32.905539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Usage tracker for resource:network and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:32.910231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.910486 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Added segment c94ab40a-86d7-44b4-aea4-359e8cf0529b of type vxlan for network 969114c7-2f04-4780-9623-ec21b871179e
Feb 05 19:16:32.912695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:32.914395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:32.918047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:32.928257 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Usage tracker for resource:network and tenant:ee15f7801f3f4cd39e51e085fe46d2b5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:32.932713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:32.935483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:32.946694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:32.969427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Made reservation on behalf of 885da7fbf6654a17bf588982f06427d1 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:32.974093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.987328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:32.995892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.006934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Made reservation on behalf of ee15f7801f3f4cd39e51e085fe46d2b5 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:33.011510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.036858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.057367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:33.071642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:33.075065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:33.077750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:33.088565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee15f7801f3f4cd39e51e085fe46d2b5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:33.091440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:33.097414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-network', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:33.101799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:33.114230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:33.119978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:33.128469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Usage tracker for resource:network and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:33.133429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.133429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:33.144984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:33.145834 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.156506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:33.158258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:33.266920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Pushing event updated for resources: {'Network': ['ID=969114c7-2f04-4780-9623-ec21b871179e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:33.275218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:33.279628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 969114c7-2f04-4780-9623-ec21b871179e details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:33.295524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Made reservation on behalf of f7821d08eabd4d39872db3516f25c327 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:33.300206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.325203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.355424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:33.359384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:33.362422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:33.369048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:33.380330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 969114c7-2f04-4780-9623-ec21b871179e details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:33.487790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.492296 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.3385475
Feb 05 19:16:33.495580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38564) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:33.498625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.502913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Request body: {'subnet': {'network_id': '969114c7-2f04-4780-9623-ec21b871179e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1085100671-subnet', 'tenant_id': '85976bcedef8493ca3e75096541a0fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:33.516425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:33.518947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:33.526712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Usage tracker for resource:subnet and tenant:85976bcedef8493ca3e75096541a0fb2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:33.530625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:33.546671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:33.563370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Made reservation on behalf of 85976bcedef8493ca3e75096541a0fb2 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:33.578055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.584007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:16:33.623533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.642277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.642911 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Added segment 25d8a19e-0352-493a-a80e-e3a11f67a85c of type vxlan for network 0e5ae889-8f22-447e-9cd4-4083cb89f735
Feb 05 19:16:33.644274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.645242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e75ab0-3408-4058-bdc9-48ac7e9ca890,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:33.656912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:33.659610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.683531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:33.707605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.802998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8809b59-3d85-403f-b605-27b5ca6ee566,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:33.813800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.842565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:33.843027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:33.916124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f563b-393a-4ab4-b42e-7b7c43cb1412,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:33.920915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:33.928950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.933864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:16:33.934325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:16:33.934800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:16:33.935133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:16:33.936079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:33.936741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:33.942057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:34.058249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5ae889-8f22-447e-9cd4-4083cb89f735,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:34.062751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:34.071266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:34.086103 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5497496
Feb 05 19:16:34.086750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38582) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:34.100994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Request body: {'subnet': {'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-subnet', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:34.106316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:34.117869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:34.125925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Usage tracker for resource:subnet and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:34.133725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:34.142191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.148263 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:34.161731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:34.168959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Made reservation on behalf of f7821d08eabd4d39872db3516f25c327 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:34.179046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.306157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551af696-0a61-43fc-82d6-cfcd5d9642af,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:34.345580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.347543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.348563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.349159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.351229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.352633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.354186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.355755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.356581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.358675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.360897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.361434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.362014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.363415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.363794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.364161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.364548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.364929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.365293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.365651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.366582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.366943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.367309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.367663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Tracked resource versions report:
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'},
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'ConntrackHelper': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Log': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Network': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Port': '1.7',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'PortForwarding': '1.2',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'QosPolicy': '1.8',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroup': '1.4',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroupRule': '1.2',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SubPort': '1.0',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Subnet': '1.1',
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Trunk': '1.1'}}
Feb 05 19:16:34.369047 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:16:34.385787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:34.437822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.455105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.516078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Checking segment: {'id': 'c94ab40a-86d7-44b4-aea4-359e8cf0529b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '969114c7-2f04-4780-9623-ec21b871179e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:34.516830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Network hostable DHCP agents. Network: 969114c7-2f04-4780-9623-ec21b871179e, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:16:34.540762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Network 969114c7-2f04-4780-9623-ec21b871179e is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:16:34.547743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:16:34.552360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 969114c7-2f04-4780-9623-ec21b871179e) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:34.556813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:34.557651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.567660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede29d1-5a74-41c0-b80a-6bf18d1b6784 None None] Network 969114c7-2f04-4780-9623-ec21b871179e requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:34.606186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.606569 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Added segment f3d9a0d9-a18d-4da8-882c-c16b9d662efe of type vxlan for network 2df455ec-20ba-47bb-9368-d2160969b0f2
Feb 05 19:16:34.615878 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1187818
Feb 05 19:16:34.721684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.793951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:16:34.794131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:16:34.794685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.798474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:34.799107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:34.805434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1f92436d-4b62-413f-8442-6c8d683cb8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:34.873851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73913f9-c229-4d23-87f4-ed9af4b70367 None None] Network 969114c7-2f04-4780-9623-ec21b871179e requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:35.155876 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.7774680
Feb 05 19:16:35.159684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38620) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:35.162400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2df455ec-20ba-47bb-9368-d2160969b0f2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:35.167397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:35.170770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Request body: {'subnet': {'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-subnet', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:35.180381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:35.185468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Usage tracker for resource:subnet and tenant:ee15f7801f3f4cd39e51e085fe46d2b5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:35.188881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:35.190487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:35.197414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:35.209630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Made reservation on behalf of ee15f7801f3f4cd39e51e085fe46d2b5 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:35.214809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:35.217710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.231819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.251138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:35.348468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.416128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e425298-8c01-448e-a905-3b43810cbbdb,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:35.431298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:35.455180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:16:35.489924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.490649 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Added segment 44ad053a-4ecc-46ec-b8e4-9ccd4fdca995 of type vxlan for network ad629650-edc7-4de9-8b47-b5971fadcf97
Feb 05 19:16:35.533723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.573190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Checking segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:35.573582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Network hostable DHCP agents. Network: 0e5ae889-8f22-447e-9cd4-4083cb89f735, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:16:35.610740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.614566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:35.615619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.622215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:35.644733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:16:35.752929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Pushing event updated for resources: {'Network': ['ID=ad629650-edc7-4de9-8b47-b5971fadcf97,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:35.756686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 3.4740534
Feb 05 19:16:35.757902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:35.758365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 0e5ae889-8f22-447e-9cd4-4083cb89f735) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:35.759649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38638) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:35.766131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:35.768281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Request body: {'subnet': {'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-476537138-subnet', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:35.772767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:35.773559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.787521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:35.795541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Usage tracker for resource:subnet and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:35.799995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:35.805192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.807200 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7193873
Feb 05 19:16:35.811293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5d0ac-3467-495c-850c-f9dcc1472293 None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:35.815480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:35.817637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38642) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:35.825631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:35.825959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-feeb5aa6-8619-48ce-a4ed-911f8e8047d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:35.831605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:35.838243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Usage tracker for resource:router and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:35.841621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:35.843068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:16:35.844426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Made reservation on behalf of 885da7fbf6654a17bf588982f06427d1 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:35.849651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:35.871482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:35.878819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38652) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:36.000764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.002695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.044011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=829136ce-9f92-402c-abf8-31082cfcae16,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:36.053110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:36.053563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.179727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Checking segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:36.180853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Network hostable DHCP agents. Network: 2df455ec-20ba-47bb-9368-d2160969b0f2, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:16:36.207921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:16:36.231198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 2df455ec-20ba-47bb-9368-d2160969b0f2) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:36.250125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:36.253315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.258979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafa07b-0bbe-4d2d-b711-ce321ac2df3a None None] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:36.301242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1399367
Feb 05 19:16:36.304809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38670) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:36.315625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:36.330994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:36.339486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Usage tracker for resource:router and tenant:ee15f7801f3f4cd39e51e085fe46d2b5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:36.349941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:36.359448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:36.376476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.377983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.410017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.596569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.761654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-0e5ae889-8f22-447e-9cd4-4083cb89f735', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:16:36.762610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:36.822488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da2ea1-2639-4528-b26d-01fc71a93fca None None] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:36.935422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:36.965344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Usage tracker for resource:security_group_rule and tenant:409c13e11b144a448046a901c52b0dd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:36.972524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:36.989600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:36.997631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:37.378089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:37.397837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:37.430840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:37.488280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:37.581646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cb1bce-0a4e-40a6-91cf-127c1752a246,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:37.593380 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=409c13e11b144a448046a901c52b0dd0&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7133985
Feb 05 19:16:37.601958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:37.602380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38722) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:37.747530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38732) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:37.775973 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 05 19:16:38.004143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Allocated IP 172.20.0.2 (0e5ae889-8f22-447e-9cd4-4083cb89f735/2e425298-8c01-448e-a905-3b43810cbbdb/faad27d2-aa67-4f27-a1f6-49d4724f3d22) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:38.223414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.228771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.281845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.288864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.311048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Transition to ACTIVE for port object faad27d2-aa67-4f27-a1f6-49d4724f3d22 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:38.326451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.329787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Transition to ACTIVE for port object faad27d2-aa67-4f27-a1f6-49d4724f3d22 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:38.334175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.385625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-69a0e16b-5126-4e61-8eb3-ae6cce423ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:38.412262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.442771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:38.447815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-528291bc-a8e2-46ec-93a1-3f19b97295a4 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:38.453318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.455923 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-528291bc-a8e2-46ec-93a1-3f19b97295a4 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/networks?id=969114c7-2f04-4780-9623-ec21b871179e HTTP/1.1" status: 200  len: 812 time: 0.6927335
Feb 05 19:16:38.544547 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-315f32a1-fdb9-4c32-baea-cba098ec760c tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/quotas/85976bcedef8493ca3e75096541a0fb2 HTTP/1.1" status: 200  len: 375 time: 0.0873976
Feb 05 19:16:38.557549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Pushing event updated for resources: {'Port': ['ID=faad27d2-aa67-4f27-a1f6-49d4724f3d22,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:38.567770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.568060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.568381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.568778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.569396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.570193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.570560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.570922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.571289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.571650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.572010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.572366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.572814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.573175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.573534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.573888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.574242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.574596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.574948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.575304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.575675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.576031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.576384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.576765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Tracked resource versions report:
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'},
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'ConntrackHelper': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Log': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Network': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Port': '1.7',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'PortForwarding': '1.2',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'QosPolicy': '1.8',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroup': '1.4',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroupRule': '1.2',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SubPort': '1.0',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Subnet': '1.1',
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Trunk': '1.1'}}
Feb 05 19:16:38.578085 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:16:38.595175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:38.621817 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-e17a3fd6-3dbe-49ff-9121-c4fb9f1a77ea tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=85976bcedef8493ca3e75096541a0fb2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0760703
Feb 05 19:16:38.721266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:38.722519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:38.731626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:38.898241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Attempting to bind port faad27d2-aa67-4f27-a1f6-49d4724f3d22 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:16:38.899358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Attempting to bind port faad27d2-aa67-4f27-a1f6-49d4724f3d22 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:16:38.899774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Attempting to bind port faad27d2-aa67-4f27-a1f6-49d4724f3d22 on network 0e5ae889-8f22-447e-9cd4-4083cb89f735 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:16:38.905748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.915696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:16:38.916111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Checking segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:38.919885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.920363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Bound using segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:16:38.920972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Bound port: faad27d2-aa67-4f27-a1f6-49d4724f3d22, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:16:38.921355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.933504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:38.946743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Allocated IP 172.27.3.126 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/7fd42729-bc27-4b69-846b-2d850d4bbfd3) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:39.006051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-0a029529-f097-4ac0-83f5-9510ad4fd0d6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:16:39.014845 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-0a029529-f097-4ac0-83f5-9510ad4fd0d6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1756332
Feb 05 19:16:39.132483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] For port faad27d2-aa67-4f27-a1f6-49d4724f3d22, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:16:39.137539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] For port faad27d2-aa67-4f27-a1f6-49d4724f3d22, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=faad27d2-aa67-4f27-a1f6-49d4724f3d22,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:16:39.138832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.144404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.170747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:39.184897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38776) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:39.424567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Pushing event updated for resources: {'Port': ['ID=faad27d2-aa67-4f27-a1f6-49d4724f3d22,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:39.430687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:39.448924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9eb67d-f493-495a-a8d7-8f99c4c32879,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:39.462146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:39.462797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Checking segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:39.463428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Network hostable DHCP agents. Network: ad629650-edc7-4de9-8b47-b5971fadcf97, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:16:39.469772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:39.495123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.497246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cb1bce-0a4e-40a6-91cf-127c1752a246,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:39.500354 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7365f337-cab6-4165-95d2-f6b2aad114b3 service neutron] 10.222.0.59 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4845183
Feb 05 19:16:39.504252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:39.507993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.530261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:16:39.551289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.555436 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47cb1bce-0a4e-40a6-91cf-127c1752a246 HTTP/1.1" status: 204  len: 168 time: 1.9493225
Feb 05 19:16:39.555672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, ad629650-edc7-4de9-8b47-b5971fadcf97) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:39.561533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:39.562363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.578975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27584627-866e-4222-bb6f-677a1dc89fa7 None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:39.591369 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.8280785
Feb 05 19:16:39.592117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38796) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:39.598495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:39.601332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:39.604332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:39.607325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Usage tracker for resource:security_group_rule and tenant:05feacaa18a64a82be9341b36623e8a7 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:39.609099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Usage tracker for resource:router and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:39.610854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:39.612298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:39.624919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:39.636797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.642082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.662044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.716896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:39.731370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:39.778738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:39.950104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-ad629650-edc7-4de9-8b47-b5971fadcf97', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:16:39.951037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:40.227689 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-0b983b73-0c7c-4cd8-8f78-9575848d11e6 service neutron] 10.222.0.59 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7014360
Feb 05 19:16:40.334319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:40.356391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Allocated IP 172.27.3.119 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/5eb12872-5529-4bb2-a30e-784ed303e804) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:40.378148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38814) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:40.384186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd42729-bc27-4b69-846b-2d850d4bbfd3,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:40.411681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:40.489380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:40.499874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:40.513262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:40.517793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:40.527258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:40.528312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:40.607114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Allocated IP 172.20.0.2 (ad629650-edc7-4de9-8b47-b5971fadcf97/5f9eb67d-f493-495a-a8d7-8f99c4c32879/a6d26554-c13c-4f0e-b316-6dfa8fc96c83) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:40.619940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:40.636479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bf089382704214b531e44022ba6344 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:40.665252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:40.720553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:40.871267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38842) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:40.940705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7fe935f-b278-4cf3-a60e-5d0669989286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.051923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.195758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:41.278636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.324248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Transition to ACTIVE for port object a6d26554-c13c-4f0e-b316-6dfa8fc96c83 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:41.325587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.328713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.385466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Transition to ACTIVE for port object a6d26554-c13c-4f0e-b316-6dfa8fc96c83 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:41.398464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.414681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.484739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:41.507351 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05feacaa18a64a82be9341b36623e8a7&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3165483
Feb 05 19:16:41.539261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb861cf-b6a1-40db-aff8-9d4ab1a7d045 None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:41.555067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device faad27d2-aa67-4f27-a1f6-49d4724f3d22 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:41.581557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38866) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:41.626690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-619bd0a1-8f63-401a-928c-f714180ecf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:41.644522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38876) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:41.695017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280e98a2-5337-4b2c-b0d9-c0eb8608b309,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:41.715385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:41.789578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.817822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:41.844484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:41.858336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:41.870384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:41.889734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:42.044920 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf4b9b42-4c2f-4e01-8696-a358e09badfa req-64b2d7c3-8153-4fce-81cb-ec8ec55d6a83 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 210 time: 0.3989947
Feb 05 19:16:42.138525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.177909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:42.198734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280e98a2-5337-4b2c-b0d9-c0eb8608b309,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:42.204664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:42.205529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Usage tracker for resource:security_group_rule and tenant:18788f22f8d140cbb93dfe96c27f5354 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:42.239143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.243000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/280e98a2-5337-4b2c-b0d9-c0eb8608b309 HTTP/1.1" status: 204  len: 168 time: 0.6578128
Feb 05 19:16:42.263686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:42.268254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.276176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.284739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb12872-5529-4bb2-a30e-784ed303e804,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:42.289753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:42.293411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:42.301906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.330904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:42.417277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Pushing event updated for resources: {'Port': ['ID=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:42.429183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5096e09-2390-49be-bd86-d7618be31404,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:42.435181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:42.436271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Attempting to bind port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:16:42.436712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Attempting to bind port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:16:42.437123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Attempting to bind port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 on network ad629650-edc7-4de9-8b47-b5971fadcf97 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:16:42.447113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.514553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.518578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:42.528730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:16:42.529371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Checking segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:42.529738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.530176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Bound using segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:16:42.530728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Bound port: a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:16:42.531179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.546596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c0bf089382704214b531e44022ba6344&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1643817
Feb 05 19:16:42.560947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38912) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:42.609113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5ab08765-5a20-4873-a84f-d9772c19c932 None None] Provisioning for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:42.653447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Router ebea489c-a848-44b5-ba55-80754e4fcdab is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:16:42.654083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:42.682083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:42.684498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:42.743304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] For port a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:16:42.750111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] For port a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:16:42.751469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:42.759091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:42.759815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:42.798340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.042021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:43.124849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Pushing event updated for resources: {'Port': ['ID=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:43.128653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:43.157691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38920) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:43.235727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:16:43.248078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Sync routers for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:16:43.260308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:43.261311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8775bf28>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:43.279693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.281048 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.9751637
Feb 05 19:16:43.284009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 38926) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:43.307453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c28212c-a3e8-4bcb-b63d-0866b9ccf6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.319888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-bed7c4aa-d7e6-487e-bdea-b41bfb9cbe2e None None] Provisioning complete for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:43.320478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bed7c4aa-d7e6-487e-bdea-b41bfb9cbe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.383473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.471169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port faad27d2-aa67-4f27-a1f6-49d4724f3d22, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=faad27d2-aa67-4f27-a1f6-49d4724f3d22,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:16:43.494401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.503955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:43.596412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:16:43.658166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.691123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.696253 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a341153c-6f2d-4161-986c-23525bdd8461 req-84084c74-0c36-4a45-9759-3a0b6f34881a tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 210 time: 0.2697041
Feb 05 19:16:43.759335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.879045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.45', 62749) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:43.908898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:43.931819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=faad27d2-aa67-4f27-a1f6-49d4724f3d22,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:43.942719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:44.002207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.012312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.051125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:44.087732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7afe04a4-5fbf-4510-aa92-b99d4e0a41a5 None None] Provisioning complete for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:44.088145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7afe04a4-5fbf-4510-aa92-b99d4e0a41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.129566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.139290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:44.141939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5096e09-2390-49be-bd86-d7618be31404,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:44.145031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:44.173091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Usage tracker for resource:security_group_rule and tenant:66d45642aa0846ed9094207c17bda60a is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:44.176323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.176489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8775bf28>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:40Z', 'revision_number': 3, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:44.177768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:44.182040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Checking router: ebea489c-a848-44b5-ba55-80754e4fcdab for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:16:44.182905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Updating router ebea489c-a848-44b5-ba55-80754e4fcdab port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:16:44.253329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.329491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-eddfe6b4-8395-468d-ad37-66ee7c49a348 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:44.331418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-eddfe6b4-8395-468d-ad37-66ee7c49a348 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.45 "GET /v2.0/networks?id=969114c7-2f04-4780-9623-ec21b871179e HTTP/1.1" status: 200  len: 812 time: 0.4520283
Feb 05 19:16:44.354471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:44.381736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:44.422518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afa2c8-eeed-42a3-97dc-275dc56e1ba9,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:44.425817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.432699 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5096e09-2390-49be-bd86-d7618be31404 HTTP/1.1" status: 204  len: 168 time: 1.8602870
Feb 05 19:16:44.432699 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18788f22f8d140cbb93dfe96c27f5354&name=default HTTP/1.1" status: 200  len: 2975 time: 3.5578978
Feb 05 19:16:44.432699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:44.442581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 38956) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:44.448513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Allocated IP 172.27.3.205 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/5be98e07-7bac-4c5a-b1d0-fe6522cbd90f) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:44.465321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Request body: {'port': {'device_id': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'network_id': '969114c7-2f04-4780-9623-ec21b871179e', 'admin_state_up': True, 'tenant_id': '85976bcedef8493ca3e75096541a0fb2'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:44.864267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.873165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:44.930876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:44.939929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Usage tracker for resource:port and tenant:85976bcedef8493ca3e75096541a0fb2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:44.946456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:44.976108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:45.019668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.074299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.133383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Made reservation on behalf of 85976bcedef8493ca3e75096541a0fb2 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:16:45.167940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.208364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.241651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323c84bd-6df7-476d-9433-766992726e8f None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:16:45.301057 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ec5b8f82-8486-4a9d-9b40-28a089454422 req-3b84c8d8-de02-4db2-950f-2e6093d93112 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 210 time: 0.1093874
Feb 05 19:16:45.387310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.398469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.401958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.636312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7f66973c-ced0-4750-8ce8-4c5fda7df753 None None] Provisioning for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:45.681180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:45.729038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.765669 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66d45642aa0846ed9094207c17bda60a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1169915
Feb 05 19:16:45.769345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d43dc7-e333-47f5-bb38-bac3555d4ca6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:45.772624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39012) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:45.779427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:45.783799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:45.848976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:45.849212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a6d26554-c13c-4f0e-b316-6dfa8fc96c83 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:45.887782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afa2c8-eeed-42a3-97dc-275dc56e1ba9,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:45.951069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:46.006032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.027033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.068159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.116839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:16:46.238356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:46.262081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:46.264302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.380390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:46.676646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.677609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.679604 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47afa2c8-eeed-42a3-97dc-275dc56e1ba9 HTTP/1.1" status: 204  len: 168 time: 2.2285838
Feb 05 19:16:46.713624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f466e577-c8e0-49f8-b6a1-2a5596d16bd8 None None] Provisioning complete for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:46.718703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.731786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f466e577-c8e0-49f8-b6a1-2a5596d16bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.757820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Transition to ACTIVE for port object 7fd42729-bc27-4b69-846b-2d850d4bbfd3 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:46.764472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:46.814307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:46.946807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.083391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:16:47.094166 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7e77a5b3-30ed-4bb1-a4ca-a7fba6fafe94 req-dd1323a8-7954-4520-9e10-d12b6ef592b1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 210 time: 0.3095200
Feb 05 19:16:47.097845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.122575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device faad27d2-aa67-4f27-a1f6-49d4724f3d22 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:47.257698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:47.279383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:47.283674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:16:47.288788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Allocated IP 172.20.0.5 (969114c7-2f04-4780-9623-ec21b871179e/551af696-0a61-43fc-82d6-cfcd5d9642af/268cfdf4-efb4-49a9-908c-a1a1838ec3d8) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:47.325046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:47.383799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:47.408124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Pushing event updated for resources: {'Port': ['ID=7fd42729-bc27-4b69-846b-2d850d4bbfd3,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:47.438991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.439685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.440260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.440833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.441392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.441947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.442485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.443023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.443608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.444277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.444863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.445404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.445986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.448707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.449287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.449846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.450403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.452289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.452890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.453437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.456541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.457114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.457674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.458226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Tracked resource versions report:
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]: pushed versions:
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]: {   'AddressGroup': {'1.1'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'ConntrackHelper': {'1.0'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Log': {'1.0'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Network': {'1.1'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Port': {'1.7'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'PortForwarding': {'1.2'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'QosPolicy': {'1.8'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroup': {'1.4'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SecurityGroupRule': {'1.2'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'SubPort': {'1.0'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Subnet': {'1.1'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     'Trunk': {'1.1'}}
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]: consumer versions:
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]: {   DHCP agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     L3 agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metadata agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     Metering agent@dv-cinder-774288-2-iscsi: {},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@dv-cinder-774288-2-iscsi: {   'AddressGroup': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'ConntrackHelper': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Log': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Network': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Port': '1.7',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'PortForwarding': '1.2',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'QosPolicy': '1.8',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroup': '1.4',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SecurityGroupRule': '1.2',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'SubPort': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Subnet': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                                      'Trunk': '1.1'},
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:     Open vSwitch agent@hv-cinder-77428: {   'AddressGroup': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'ConntrackHelper': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Log': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Network': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Port': '1.7',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'PortForwarding': '1.2',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'QosPolicy': '1.8',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroup': '1.4',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SecurityGroupRule': '1.2',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'SubPort': '1.0',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Subnet': '1.1',
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:                                             'Trunk': '1.1'}}
Feb 05 19:16:47.460305 dv-cinder-774288-2-iscsi neutron-server[80018]:  {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 05 19:16:47.479752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:47.574718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Attempting to bind port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:16:47.578461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Attempting to bind port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:16:47.579084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Attempting to bind port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:16:47.591566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:16:47.592298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:47.592972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.596992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:16:47.597785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Bound port: 7fd42729-bc27-4b69-846b-2d850d4bbfd3, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:16:47.598421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.723836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:47.735092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:47.770894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39038) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:47.861365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.862959 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65d43dc7-e333-47f5-bb38-bac3555d4ca6 HTTP/1.1" status: 204  len: 168 time: 2.0851164
Feb 05 19:16:47.915910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.936894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:16:47.959261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:47.988669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port faad27d2-aa67-4f27-a1f6-49d4724f3d22 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:47.989125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:47.990610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.610s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:47.991664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.229s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:47.999513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:48.085237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:48.085988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8790d550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:48.155349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.174430 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2c06477a-b499-4089-8830-20c91b749092 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 12.3556335
Feb 05 19:16:48.198453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39056) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:48.204086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.216856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Usage tracker for resource:security_group_rule and tenant:47f75fa1e67449ec9ebe1508e66ea081 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:48.224319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:48.262165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:48.292890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d43dc7-e333-47f5-bb38-bac3555d4ca6,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:48.308791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:48.318858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] For port 7fd42729-bc27-4b69-846b-2d850d4bbfd3, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:16:48.322420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] For port 7fd42729-bc27-4b69-846b-2d850d4bbfd3, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7fd42729-bc27-4b69-846b-2d850d4bbfd3,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:16:48.338023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.375797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-29c766c9-0811-4ff8-aac1-298f28d5d220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:48.441609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:16:48.527529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.579221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.761662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b1bf4915-a2ac-4729-bf1f-af1409006bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:48.794243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:48.896058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Pushing event updated for resources: {'Port': ['ID=7fd42729-bc27-4b69-846b-2d850d4bbfd3,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:48.909596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:48.958457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:49.032192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:49.040552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8775bf28>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:49.045617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a33ae7-b1c2-45db-b7ee-91a91185a34d,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:49.061269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:49.300858 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47f75fa1e67449ec9ebe1508e66ea081&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5157542
Feb 05 19:16:49.339884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39076) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:49.367383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:16:49.563333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:49.626765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-87e2d44e-5e08-43e6-9fd9-ec2e030fed35 None None] Provisioning complete for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:49.627177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-87e2d44e-5e08-43e6-9fd9-ec2e030fed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:49.669374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4386fc-4f27-4ea3-a0d1-92af6efa8675 req-570118d4-ccd0-41a4-b118-0e04ad9ca2f4 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:49.694936 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8c4386fc-4f27-4ea3-a0d1-92af6efa8675 req-570118d4-ccd0-41a4-b118-0e04ad9ca2f4 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 931 time: 1.1844134
Feb 05 19:16:49.696939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Pushing event updated for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:49.762569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:49.937750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Allocated IP 172.20.0.1 (2df455ec-20ba-47bb-9368-d2160969b0f2/829136ce-9f92-402c-abf8-31082cfcae16/fc9c83a4-6133-4e9f-a416-08e3d9369a01) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:50.029125 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8c4386fc-4f27-4ea3-a0d1-92af6efa8675 req-ff0b14b8-ca38-464d-a4ef-dccb6b4afab2 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3331192
Feb 05 19:16:50.175249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Network 969114c7-2f04-4780-9623-ec21b871179e is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:50.217790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:50.239423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:50.267521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8775bf28>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:40Z', 'revision_number': 3, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:50.270899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a6d26554-c13c-4f0e-b316-6dfa8fc96c83 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:50.276877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8baf87-7e71-40bd-9d3c-834846634332 None None] The sync data for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi is: [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:40Z', 'revision_number': 3, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:16:50.352836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:50.353590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:50.487212 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0357716
Feb 05 19:16:50.492598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8790d550>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:43Z', 'revision_number': 3, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:50.506699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:16:50.507198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Updating router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 port 5eb12872-5529-4bb2-a30e-784ed303e804 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:16:50.529045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-161d6b71-58ee-4db6-afab-94b18a0eef62 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:16:50.530476 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-161d6b71-58ee-4db6-afab-94b18a0eef62 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0186660
Feb 05 19:16:50.531236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:50.672054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:50.683706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:50.808928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:50.809362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:50.954955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:51.050214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:51.091513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:51.137679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a33ae7-b1c2-45db-b7ee-91a91185a34d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:51.146432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:51.163995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:51.261163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7350f12b-e627-47b6-9eda-e7385be11e7b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:51.426481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:51.433355 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2a33ae7-b1c2-45db-b7ee-91a91185a34d HTTP/1.1" status: 204  len: 168 time: 2.0863471
Feb 05 19:16:51.466142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:51.620885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:51.864825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Request body: {'port': {'device_id': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:16:52.158429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6ab93-dceb-4f8a-943a-4c1a8dfb362c req-404224ee-f650-4f29-961f-3ce15a98c31b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:52.159646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-58a6ab93-dceb-4f8a-943a-4c1a8dfb362c req-404224ee-f650-4f29-961f-3ce15a98c31b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Synchronizing usage tracker for tenant:85976bcedef8493ca3e75096541a0fb2 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:16:52.205781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:52.210237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:52.220825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:52.223251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:52.362610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7fd42729-bc27-4b69-846b-2d850d4bbfd3 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:52.375018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:52.532373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:52.626866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Transition to ACTIVE for port object 5eb12872-5529-4bb2-a30e-784ed303e804 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:52.651112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:52.700226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:52.888333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Pushing event updated for resources: {'Port': ['ID=5eb12872-5529-4bb2-a30e-784ed303e804,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:52.902459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:52.986895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39150) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:53.041874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:53.062421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:53.064017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.145379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.179990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-58a6ab93-dceb-4f8a-943a-4c1a8dfb362c req-404224ee-f650-4f29-961f-3ce15a98c31b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Unset dirty status for tenant:85976bcedef8493ca3e75096541a0fb2 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:16:53.182731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58a6ab93-dceb-4f8a-943a-4c1a8dfb362c req-404224ee-f650-4f29-961f-3ce15a98c31b tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 931 time: 1.7377899
Feb 05 19:16:53.417974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Allocated IP 172.20.0.1 (0e5ae889-8f22-447e-9cd4-4083cb89f735/2e425298-8c01-448e-a905-3b43810cbbdb/e15fee3b-45d9-4fd6-aac2-c28afaf0830c) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:16:53.516259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.536352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 7fd42729-bc27-4b69-846b-2d850d4bbfd3, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7fd42729-bc27-4b69-846b-2d850d4bbfd3,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:16:53.541584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.552127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:53.650552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.660170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=7fd42729-bc27-4b69-846b-2d850d4bbfd3,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:53.666633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:53.680763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Transition to ACTIVE for port object e15fee3b-45d9-4fd6-aac2-c28afaf0830c will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:53.702027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Attempting to bind port 5eb12872-5529-4bb2-a30e-784ed303e804 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:16:53.706005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Attempting to bind port 5eb12872-5529-4bb2-a30e-784ed303e804 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:16:53.706428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Attempting to bind port 5eb12872-5529-4bb2-a30e-784ed303e804 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:16:53.726042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:16:53.726635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:53.727091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.727539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:16:53.728083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Bound port: 5eb12872-5529-4bb2-a30e-784ed303e804, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:16:53.728599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.743332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58a6ab93-dceb-4f8a-943a-4c1a8dfb362c req-c6eb9361-cb11-43c9-a1ee-d04d2314a944 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5376687
Feb 05 19:16:53.833405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.884203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] For port 5eb12872-5529-4bb2-a30e-784ed303e804, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:16:53.888367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] For port 5eb12872-5529-4bb2-a30e-784ed303e804, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5eb12872-5529-4bb2-a30e-784ed303e804,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:16:53.893833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:53.939699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:54.015842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.355921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.414079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Pushing event updated for resources: {'Port': ['ID=5eb12872-5529-4bb2-a30e-784ed303e804,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:54.418012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:54.457684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7fd42729-bc27-4b69-846b-2d850d4bbfd3 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:54.505567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:54.511257 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ba2426c0404c1ab33114349df3c808 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:54.515326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:54.523026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:54.577534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:54.578168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.643794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:54.644965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8790d550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:54.650997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.660781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.700244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.710337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.712505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d0f5bf83-d6d7-4590-8e36-a1b153826b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:54.714463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.734469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:54.741130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8ba2426c0404c1ab33114349df3c808&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7423596
Feb 05 19:16:54.752386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39190) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:54.895430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:54.896258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3ac5d5-35af-4860-b89c-3ddddf56b2e4,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:54.936230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:54.940377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:55.074382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:16:55.114667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:55.244924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Router b3516aba-17eb-47f1-844c-e8048cd97158 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:16:55.335948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:55.337250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:16:55.347626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:55.366753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Transition to ACTIVE for port object 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:55.370391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:55.433885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:55.446273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:55.468063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:55.491824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:55.529141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:55.624888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Pushing event updated for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:55.692628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:55.902284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8790d550>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:43Z', 'revision_number': 3, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:55.908810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf98cd0-475b-450f-a547-fd18a8fcfe25 None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:43Z', 'revision_number': 3, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:16:56.010589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9919584-6256-4824-807d-57429422dbf5 req-e8a1dce7-d331-4d7f-9285-ef81a24fc8ea tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:56.013821 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b9919584-6256-4824-807d-57429422dbf5 req-e8a1dce7-d331-4d7f-9285-ef81a24fc8ea tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.5708220
Feb 05 19:16:56.101964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:56.195294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-053c8a8a-1f93-41f7-bf8d-d7aeb8129127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:56.220146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3ac5d5-35af-4860-b89c-3ddddf56b2e4,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:56.232217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:56.248875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b9919584-6256-4824-807d-57429422dbf5 req-3ad88c3a-5c64-4eb3-a240-e5fd8ace3df9 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041097
Feb 05 19:16:56.272802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:56.274521 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba3ac5d5-35af-4860-b89c-3ddddf56b2e4 HTTP/1.1" status: 204  len: 168 time: 1.5198531
Feb 05 19:16:56.294588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:56.311239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:56.354418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:16:56.366018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:16:56.383991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:56.391948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c88637588>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:56.470978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:56.475359 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 16.8802164
Feb 05 19:16:56.477652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39224) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:57.229907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:57.230717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:16:57.834187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:58.042034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Router ebea489c-a848-44b5-ba55-80754e4fcdab has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:16:58.075452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:16:58.076379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.189831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39264) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:16:58.243287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Attempting to bind port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:16:58.244044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Attempting to bind port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c94ab40a-86d7-44b4-aea4-359e8cf0529b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '969114c7-2f04-4780-9623-ec21b871179e'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:16:58.245251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Attempting to bind port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 on network 969114c7-2f04-4780-9623-ec21b871179e {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:16:58.356175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5eb12872-5529-4bb2-a30e-784ed303e804 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:16:58.390767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.411454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.460085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c88637588>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:47Z', 'revision_number': 3, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:58.472836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:16:58.476907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Updating router b3516aba-17eb-47f1-844c-e8048cd97158 port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:16:58.510229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:16:58.510613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Checking segment: {'id': 'c94ab40a-86d7-44b4-aea4-359e8cf0529b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '969114c7-2f04-4780-9623-ec21b871179e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:16:58.511054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.511458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Bound using segment: {'id': 'c94ab40a-86d7-44b4-aea4-359e8cf0529b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '969114c7-2f04-4780-9623-ec21b871179e'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:16:58.514714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Bound port: 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c94ab40a-86d7-44b4-aea4-359e8cf0529b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '969114c7-2f04-4780-9623-ec21b871179e'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:16:58.515133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.656500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-faf645b4-e906-46ec-8e6b-b314c80094ca None None] Provisioning for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:58.667259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-faf645b4-e906-46ec-8e6b-b314c80094ca None None] Provisioning complete for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:58.669502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-faf645b4-e906-46ec-8e6b-b314c80094ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.680859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.830189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 5eb12872-5529-4bb2-a30e-784ed303e804 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:16:58.845334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-faf645b4-e906-46ec-8e6b-b314c80094ca None None] Port e15fee3b-45d9-4fd6-aac2-c28afaf0830c cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:16:58.852032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 5eb12872-5529-4bb2-a30e-784ed303e804 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:16:58.852883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:58.914734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:16:58.965819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:16:58.970258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,segment=NetworkSegment(c94ab40a-86d7-44b4-aea4-359e8cf0529b),segment_id=c94ab40a-86d7-44b4-aea4-359e8cf0529b)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:16:58.984877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.017320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:59.169524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Pushing event updated for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:59.203571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.217362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.230215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Usage tracker for resource:security_group_rule and tenant:478e5c1675ef443a9e033d80dfcf9ed9 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:16:59.234861 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:16:59.263327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 5eb12872-5529-4bb2-a30e-784ed303e804, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5eb12872-5529-4bb2-a30e-784ed303e804,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:16:59.277732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.288006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:59.342172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db187c-1f04-4af6-af5a-94f9e7d7e8b9 req-17d9f183-9cdd-4294-8ea6-76290419db80 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:59.343996 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-67db187c-1f04-4af6-af5a-94f9e7d7e8b9 req-17d9f183-9cdd-4294-8ea6-76290419db80 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 1.4719946
Feb 05 19:16:59.358468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:59.398630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=5eb12872-5529-4bb2-a30e-784ed303e804,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:59.414159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:16:59.452068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:16:59.488955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.496390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.571381 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-67db187c-1f04-4af6-af5a-94f9e7d7e8b9 req-18226886-3c7e-481d-ba52-fc6c433db8a5 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2024968
Feb 05 19:16:59.572731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:16:59.585723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Sync routers for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:16:59.604952 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] 10.222.0.59 "PUT /v2.0/routers/ebea489c-a848-44b5-ba55-80754e4fcdab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.3064966
Feb 05 19:16:59.608552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:16:59.609268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8788c5f8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:16:59.689765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2e299cf-eccd-4410-8d84-8285549a45a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:16:59.695972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:16:59.699294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.701036 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] 10.222.0.45 "PUT /v2.0/ports/268cfdf4-efb4-49a9-908c-a1a1838ec3d8 HTTP/1.1" status: 200  len: 1157 time: 8.4568570
Feb 05 19:16:59.703631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:16:59.757541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.780935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Transition to ACTIVE for port object 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:16:59.796963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.897156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:16:59.938162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:16:59.945770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:16:59.951445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:16:59.955182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:00.113351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:00.224239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:00.319530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5eb12872-5529-4bb2-a30e-784ed303e804 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:00.340023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Attempting to bind port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:00.340441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Attempting to bind port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:00.340872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Attempting to bind port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:00.357101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:00.357685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:00.358135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.358565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:00.359092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Bound port: 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:00.359505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.511699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] For port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:00.515757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] For port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:00.521881 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8', 'status': 'completed', 'code': 200}
Feb 05 19:17:00.522192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.688659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:17:00.705714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b15bf6-b227-405a-9afe-ea95a5f5775b None None] Pushing event updated for resources: {'Port': ['ID=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:00.708470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:00.709172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c88637588>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:00.759590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-75331d12-9a90-4d4a-859d-06bdf0465683 None None] Provisioning complete for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:00.760152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75331d12-9a90-4d4a-859d-06bdf0465683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.820650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.841311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 5eb12872-5529-4bb2-a30e-784ed303e804 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:00.841596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.842059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:00.920264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:00.955929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-75331d12-9a90-4d4a-859d-06bdf0465683 None None] Port e15fee3b-45d9-4fd6-aac2-c28afaf0830c cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:17:00.979421 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=478e5c1675ef443a9e033d80dfcf9ed9&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7872252
Feb 05 19:17:00.985807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39344) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:01.102285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c880cba-54db-4926-b7db-525a57f97c9d,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:01.106626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:01.158006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:17:01.167336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39348) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:01.224060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:01.239644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8788c5f8>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fc9c83a4-6133-4e9f-a416-08e3d9369a01', 'name': '', 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'mac_address': 'fa:16:3e:3d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '829136ce-9f92-402c-abf8-31082cfcae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:47Z', 'updated_at': '2021-02-05T19:16:54Z', 'revision_number': 2, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'subnets': [{'id': '829136ce-9f92-402c-abf8-31082cfcae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:01.254979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Checking router: ebea489c-a848-44b5-ba55-80754e4fcdab for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:17:01.255627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Updating router ebea489c-a848-44b5-ba55-80754e4fcdab port fc9c83a4-6133-4e9f-a416-08e3d9369a01 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:17:01.350386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-23b15bf6-b227-405a-9afe-ea95a5f5775b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:01.351630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.677s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:01.370914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.384018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-505d9754-01a9-4ee6-b468-957aad9c2f48 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:01.386094 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-505d9754-01a9-4ee6-b468-957aad9c2f48 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 819 time: 0.6890962
Feb 05 19:17:01.445956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.477997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:01.480332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db493d65-aff2-43fb-a5cd-0cfe6cd1dd5b req-8abc91b0-cca3-4e01-95c7-bba2fcc08ed5 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:01.482214 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-db493d65-aff2-43fb-a5cd-0cfe6cd1dd5b req-8abc91b0-cca3-4e01-95c7-bba2fcc08ed5 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.6116872
Feb 05 19:17:01.514682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.517898 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-252e3a00-8977-4c4c-9979-4878c74a0fbe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/quotas/ee15f7801f3f4cd39e51e085fe46d2b5 HTTP/1.1" status: 200  len: 375 time: 0.0340745
Feb 05 19:17:01.519490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b724bca46340d48b39d42ecc477891 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:01.533078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:01.571912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:01.576340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b15bf6-b227-405a-9afe-ea95a5f5775b None None] Pushing event updated for resources: {'Port': ['ID=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:01.579993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-23b15bf6-b227-405a-9afe-ea95a5f5775b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:01.664288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-db493d65-aff2-43fb-a5cd-0cfe6cd1dd5b req-02f26e39-c653-4343-962c-5bc4df099b0d tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681066
Feb 05 19:17:01.668002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.721458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c88637588>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:47Z', 'revision_number': 3, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:01.726356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40883811-e697-44b3-bc02-c6c492702cc8 None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:47Z', 'revision_number': 3, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:01.741315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:17:01.749426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-7b1813d8-320d-4f41-8d79-7878b1ad6720 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Synchronizing usage tracker for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:01.756740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:17:01.773509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:01.774188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8866d898>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:01.775321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.776176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.781693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.786334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-909b47fc-45a9-43a0-8fc7-5ed5faa6ef29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:01.807115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c880cba-54db-4926-b7db-525a57f97c9d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:01.814427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-837f83b2-551c-4a26-876e-e4298bfda0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:01.820639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:01.821776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-7b1813d8-320d-4f41-8d79-7878b1ad6720 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Unset dirty status for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:01.823804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-7b1813d8-320d-4f41-8d79-7878b1ad6720 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2879605
Feb 05 19:17:01.832115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:01.835462 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5b724bca46340d48b39d42ecc477891&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6623225
Feb 05 19:17:01.843910 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8c880cba-54db-4926-b7db-525a57f97c9d HTTP/1.1" status: 204  len: 168 time: 0.8513238
Feb 05 19:17:01.845363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39360) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:01.907192 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3b3986f-c141-48ed-b0f5-5b0fdddfc649/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5935104
Feb 05 19:17:01.952856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Allocated IP 172.20.0.1 (ad629650-edc7-4de9-8b47-b5971fadcf97/5f9eb67d-f493-495a-a8d7-8f99c4c32879/61501563-05f2-4f29-b71c-d7af28e14338) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:01.966740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1277e96a-9eb4-42b4-983b-ec018db6ebec,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:01.971137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:02.000919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.038041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.068167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.084400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Transition to ACTIVE for port object fc9c83a4-6133-4e9f-a416-08e3d9369a01 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:02.088221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.112654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:02.125812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.135337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:02.150904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1277e96a-9eb4-42b4-983b-ec018db6ebec,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:02.162625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:02.189483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.190758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1277e96a-9eb4-42b4-983b-ec018db6ebec HTTP/1.1" status: 204  len: 168 time: 0.3443627
Feb 05 19:17:02.203046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Pushing event updated for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:02.205832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:02.214090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:02.394491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.414117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-669e91b9-6d32-4f10-9d23-e45969e7a932 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:17:02.415797 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-669e91b9-6d32-4f10-9d23-e45969e7a932 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4508882
Feb 05 19:17:02.429312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Transition to ACTIVE for port object 61501563-05f2-4f29-b71c-d7af28e14338 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:02.477749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.508647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:02.682370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:02.702906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:02.710018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Attempting to bind port fc9c83a4-6133-4e9f-a416-08e3d9369a01 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:02.710645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Attempting to bind port fc9c83a4-6133-4e9f-a416-08e3d9369a01 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:02.711205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Attempting to bind port fc9c83a4-6133-4e9f-a416-08e3d9369a01 on network 2df455ec-20ba-47bb-9368-d2160969b0f2 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:02.722362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:02.723054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Checking segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:02.723658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.724295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Bound using segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:02.725932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Bound port: fc9c83a4-6133-4e9f-a416-08e3d9369a01, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:02.726536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:02.882157 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-66e69d86-1bea-46e5-a90a-5e8135f00dee service neutron] 10.222.0.59 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4581244
Feb 05 19:17:02.942743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] For port fc9c83a4-6133-4e9f-a416-08e3d9369a01, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:02.947343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] For port fc9c83a4-6133-4e9f-a416-08e3d9369a01, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=fc9c83a4-6133-4e9f-a416-08e3d9369a01,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:02.953362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.013958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:03.048103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:03.048555 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8866d898>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 2, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:03.054903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:17:03.055417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Updating router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 port e15fee3b-45d9-4fd6-aac2-c28afaf0830c binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:17:03.063168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:03.067545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:03.068129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.166547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.268083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Pushing event updated for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:03.361677 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-f50c6147-3429-4988-b0ea-92c48e65757f service neutron] 10.222.0.59 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4718184
Feb 05 19:17:03.389618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.427063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-52f2d26b-9a29-4b42-ba97-34ead2d77ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:03.428953 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-52f2d26b-9a29-4b42-ba97-34ead2d77ec0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85976bcedef8493ca3e75096541a0fb2&device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 1160 time: 0.7794275
Feb 05 19:17:03.456249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:03.567381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39398) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:03.659032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c8a45393-5728-4ad6-9807-404ec732b46f None None] Provisioning for port 61501563-05f2-4f29-b71c-d7af28e14338 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:03.669219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c8a45393-5728-4ad6-9807-404ec732b46f None None] Provisioning complete for port 61501563-05f2-4f29-b71c-d7af28e14338 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:03.669645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8a45393-5728-4ad6-9807-404ec732b46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.719209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:03.754668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c8a45393-5728-4ad6-9807-404ec732b46f None None] Port 61501563-05f2-4f29-b71c-d7af28e14338 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:17:03.790431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:03.791122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8788c5f8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:03.920285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-0cad7764-08ee-4a12-955e-443e6fb85ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:03.922885 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-0cad7764-08ee-4a12-955e-443e6fb85ace service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=85976bcedef8493ca3e75096541a0fb2&shared=False HTTP/1.1" status: 200  len: 906 time: 0.4855764
Feb 05 19:17:03.925610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:03.937958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Usage tracker for resource:security_group_rule and tenant:c676a7ed6e2041f7861cb47663859f3f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:03.953185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:03.972012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:04.216697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-dfd68d3b-cfb7-45d0-8b16-32c616781c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:04.218440 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d757476-9cc3-4dda-adb5-9cf786fc3a5c req-dfd68d3b-cfb7-45d0-8b16-32c616781c24 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2877216
Feb 05 19:17:04.235581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:04.252412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:04.293023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39422) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:04.333314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:04.356306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039494951', 'description': 'tempest-description--1520582319'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:04.408849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:04.411109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:04.479077 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c676a7ed6e2041f7861cb47663859f3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9094884
Feb 05 19:17:04.484165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39446) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:04.502635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:04.558177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Transition to ACTIVE for port object e15fee3b-45d9-4fd6-aac2-c28afaf0830c will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:04.563257 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:04.602624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5caecf2e-e9f3-459c-adf2-332f21865e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:04.865633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:04.876389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:04.885048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:04.901653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:04.941791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc228c-344c-49dc-8d52-ce2189a7e07c None None] Pushing event updated for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:04.946268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:04.951066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e4f067-e87b-4e8a-8a81-e4399077a48c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:04.995639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25fc228c-344c-49dc-8d52-ce2189a7e07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:05.007425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.008730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:05.014391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.032559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.101180 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d4e50f5-c1e4-43fa-8767-63e45f702cc7 req-1de73f81-f88b-4df6-b077-763ff4187113 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 210 time: 0.7644744
Feb 05 19:17:05.130670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:05.134883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:05.137988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:05.144088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:05.269664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b99149dd-1c3f-4fd4-acec-ec89f661d4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:05.347645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:05.358318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:05.358941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.417912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.429572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.510082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Attempting to bind port e15fee3b-45d9-4fd6-aac2-c28afaf0830c on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:05.510413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Attempting to bind port e15fee3b-45d9-4fd6-aac2-c28afaf0830c by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:05.510821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Attempting to bind port e15fee3b-45d9-4fd6-aac2-c28afaf0830c on network 0e5ae889-8f22-447e-9cd4-4083cb89f735 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:05.526621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:05.537996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Checking segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:05.541071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.541685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Bound using segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:05.542875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Bound port: e15fee3b-45d9-4fd6-aac2-c28afaf0830c, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:05.546554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.619918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0c3773b3-a406-451a-9510-0329161dfab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:05.667697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.669468 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.3751876
Feb 05 19:17:05.691718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39490) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:05.716388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group_rule': {'security_group_id': 'd805fcbb-7a23-4fa9-aa96-d579224e5aed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:05.744650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:05.749366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:05.752707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:05.759341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:05.779392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.780022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:05.796596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:05.808771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9a5c-d9c4-4772-b5b3-2c5e5ded0f05 req-44066487-66cb-4e06-8489-37c7419109d1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:05.811628 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e52b9a5c-d9c4-4772-b5b3-2c5e5ded0f05 req-44066487-66cb-4e06-8489-37c7419109d1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 1.5921354
Feb 05 19:17:05.835289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-8b298097-cebe-4276-87e6-1f3e268eae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:05.837106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-8b298097-cebe-4276-87e6-1f3e268eae44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85976bcedef8493ca3e75096541a0fb2&device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 1160 time: 1.5409966
Feb 05 19:17:05.845016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.864118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:05.872930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.876038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8788c5f8>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fc9c83a4-6133-4e9f-a416-08e3d9369a01', 'name': '', 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'mac_address': 'fa:16:3e:3d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '829136ce-9f92-402c-abf8-31082cfcae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:47Z', 'updated_at': '2021-02-05T19:17:02Z', 'revision_number': 4, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'subnets': [{'id': '829136ce-9f92-402c-abf8-31082cfcae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:05.886928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:05.888761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] For port e15fee3b-45d9-4fd6-aac2-c28afaf0830c, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:05.899323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] For port e15fee3b-45d9-4fd6-aac2-c28afaf0830c, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:05.909016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:05.968362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cbb86-86ce-4866-ae86-3948447eb3ad None None] The sync data for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi is: [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'fc9c83a4-6133-4e9f-a416-08e3d9369a01', 'name': '', 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'mac_address': 'fa:16:3e:3d:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '829136ce-9f92-402c-abf8-31082cfcae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:47Z', 'updated_at': '2021-02-05T19:17:02Z', 'revision_number': 4, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'subnets': [{'id': '829136ce-9f92-402c-abf8-31082cfcae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:06.035994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:06.042470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:06.109095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:06.110516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:06.200831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25fc228c-344c-49dc-8d52-ce2189a7e07c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:06.225510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f695c7ec-f829-4328-81e4-4f51eff26793 None None] Provisioning complete for port 61501563-05f2-4f29-b71c-d7af28e14338 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:06.226514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f695c7ec-f829-4328-81e4-4f51eff26793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:06.278707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:06.287099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:06.293031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:06.408690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc228c-344c-49dc-8d52-ce2189a7e07c None None] Pushing event updated for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:06.428421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d805fcbb-7a23-4fa9-aa96-d579224e5aed,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:06.441583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f695c7ec-f829-4328-81e4-4f51eff26793 None None] Port 61501563-05f2-4f29-b71c-d7af28e14338 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:17:06.452434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-25fc228c-344c-49dc-8d52-ce2189a7e07c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:06.496897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fc9c83a4-6133-4e9f-a416-08e3d9369a01 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:06.601799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:06.611601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8866d898>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:06.630694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:06.647114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-1f86b1e4-0238-4e40-acf4-65ee82ce8b56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8 HTTP/1.1" status: 200  len: 217 time: 0.4970546
Feb 05 19:17:06.703992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port fc9c83a4-6133-4e9f-a416-08e3d9369a01 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:06.717571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port fc9c83a4-6133-4e9f-a416-08e3d9369a01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:06.721582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:06.937239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.45', 62771) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:06.951491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:07.042425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-2b3978cf-8951-4ea2-9561-c8c997402d7f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:07.060773 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-2b3978cf-8951-4ea2-9561-c8c997402d7f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 819 time: 1.3872106
Feb 05 19:17:07.154591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.229784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port fc9c83a4-6133-4e9f-a416-08e3d9369a01, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=fc9c83a4-6133-4e9f-a416-08e3d9369a01,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:07.241046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.242157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:07.260865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.273269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.279025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5811455
Feb 05 19:17:07.281442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a851673e-25f2-45cf-83ac-2b3babd3cf9c,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:07.290905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39536) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:07.373366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:07.390718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-4f074dfb-4f40-4ed7-b69f-cdd8b8eaaebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:07.392330 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-4f074dfb-4f40-4ed7-b69f-cdd8b8eaaebd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=551af696-0a61-43fc-82d6-cfcd5d9642af HTTP/1.1" status: 200  len: 852 time: 0.2704461
Feb 05 19:17:07.416703 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e52b9a5c-d9c4-4772-b5b3-2c5e5ded0f05 req-10a7ddd8-ee81-4f76-82fc-340a8e81f7de tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5902419
Feb 05 19:17:07.426843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group_rule': {'security_group_id': 'd805fcbb-7a23-4fa9-aa96-d579224e5aed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:07.490055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:07.494955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:07.499029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:07.505512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:07.530275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36245c40-e350-49cf-9cee-978149823213 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:07.551545 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-7142a2b6-180a-4f2a-89ff-b3d892b136ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=969114c7-2f04-4780-9623-ec21b871179e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1324899
Feb 05 19:17:07.558355 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0c76e201-df18-4188-bd77-81b991d9a36e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/quotas/ee15f7801f3f4cd39e51e085fe46d2b5 HTTP/1.1" status: 200  len: 375 time: 0.4939394
Feb 05 19:17:07.593265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:07.593845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.605370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:07.665553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:07.679047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:07.705496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:07.805392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-81ba0548-0a23-40a5-9978-83f58cb64c98 service neutron] 10.222.0.45 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2451499
Feb 05 19:17:07.866758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:17:08.050214 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1295ab2c-30dc-44e2-9123-1441c1be3427 req-5c21df8a-df51-4329-9a5c-4e2901653c10 service neutron] 10.222.0.45 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1848948
Feb 05 19:17:08.059207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-4f5fadcd-ccfa-4d98-a560-44ba18999b18 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:08.060322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-4f5fadcd-ccfa-4d98-a560-44ba18999b18 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Synchronizing usage tracker for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:08.137524 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-37c11594-cec0-419b-a94e-a294606df972 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3309221
Feb 05 19:17:08.172982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.207634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8866d898>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:08.214629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291f011-f433-4b1a-b126-ae4cb44969d4 None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:08.255106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fc9c83a4-6133-4e9f-a416-08e3d9369a01 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:08.285372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:08.322084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39554) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:08.350420 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-530f70d5-288d-444b-a6a3-fe388672f335 service neutron] 10.222.0.59 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034905
Feb 05 19:17:08.382434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-4f5fadcd-ccfa-4d98-a560-44ba18999b18 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Unset dirty status for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:08.383837 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-4f5fadcd-ccfa-4d98-a560-44ba18999b18 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 819 time: 1.3909407
Feb 05 19:17:08.384304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port fc9c83a4-6133-4e9f-a416-08e3d9369a01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:08.384708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e4f067-e87b-4e8a-8a81-e4399077a48c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:08.384884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.423998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.425631 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d7e4f067-e87b-4e8a-8a81-e4399077a48c HTTP/1.1" status: 204  len: 168 time: 3.4771347
Feb 05 19:17:08.449331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:08.459241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Request body: {'port': {'device_id': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'admin_state_up': True, 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:08.736981 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-c47bde59-07a8-4c44-90ab-bdd2f5324642 service neutron] 10.222.0.59 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3636625
Feb 05 19:17:08.781033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.861487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:08.864029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.865710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:08.962557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:08.979083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:09.040108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:09.093042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:17:09.103572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:17:09.122314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:09.123550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87c366d8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:16:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:09.188330 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3516aba-17eb-47f1-844c-e8048cd97158/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.6991332
Feb 05 19:17:09.235077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1235a387-ffa3-41cf-acbc-803a444a642d,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:09.266106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:09.282113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:09.286525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Made reservation on behalf of ee15f7801f3f4cd39e51e085fe46d2b5 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:09.320165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fba34-6cd6-4aab-9cb9-7a8d770384a4 req-b9021019-242e-4b7d-ba48-25b3a78c22fd tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:09.330832 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b74fba34-6cd6-4aab-9cb9-7a8d770384a4 req-b9021019-242e-4b7d-ba48-25b3a78c22fd tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.5064714
Feb 05 19:17:09.332127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:09.373229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:09.384583 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-609ce7e0-17ac-459e-9dd7-2abf6d4b95de tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0705805
Feb 05 19:17:09.393328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Usage tracker for resource:security_group_rule and tenant:96d7991b85ef4ea3817ca21fede66b75 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:09.396046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39586) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:09.411356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:09.438573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:09.451197 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-00897e58-d25f-490e-b7bc-73df967841a5 req-bd312c51-69a4-4f0e-8d49-ef99aa34b1fd tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.1164184
Feb 05 19:17:09.511423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:09.514629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:09.532813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:floatingip and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:09.540782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:09.557853 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b74fba34-6cd6-4aab-9cb9-7a8d770384a4 req-512bf2b4-07d1-4626-9d1c-39118bc0d703 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259398
Feb 05 19:17:09.647293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:09.866708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Allocated IP 172.20.0.4 (2df455ec-20ba-47bb-9368-d2160969b0f2/829136ce-9f92-402c-abf8-31082cfcae16/c75e3027-0c36-45a7-ae40-2c209aad39da) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:09.889190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:09.893444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39604) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:10.199403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.223476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:10.230659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Usage tracker for resource:security_group_rule and tenant:e94d82755fff437a97e15da5a62a950c is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:10.235395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:10.243299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:10.353350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.356626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.389369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device e15fee3b-45d9-4fd6-aac2-c28afaf0830c up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:10.402386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-921c3b16-6c98-4be5-803a-3b5b8aa62ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:10.459623 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e94d82755fff437a97e15da5a62a950c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5640283
Feb 05 19:17:10.464054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.470643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39616) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:10.574278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.608723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f98a19-5c22-4249-bde2-b46123375c53,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:10.613630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:10.638153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.644760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39628) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:10.703476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.711059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025144186', 'description': 'tempest-description--1247966063'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:10.751146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.769972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:10.774669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:10.782162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:10.803316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:10.814601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:10.882182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8bd6500f-4bda-4114-adf3-dd1b6cd8acb1 req-39e5a985-0cde-4e11-8ed5-e4ebd6e1fa18 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.1197023
Feb 05 19:17:10.910249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-784cf352-facd-4e4f-ae9c-d070dbc706c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:10.981707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87c366d8>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:04Z', 'revision_number': 2, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:11.084918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:17:11.087883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Updating router b3516aba-17eb-47f1-844c-e8048cd97158 port 61501563-05f2-4f29-b71c-d7af28e14338 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:17:11.132759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.147683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:11.165617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:11.182161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:11.182900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.225837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-e86589f1-014f-4a8c-b684-f302486affe9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:17:11.228011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:11.239637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:11.267739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.309366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:11.310097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.310963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.331626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Pushing event updated for resources: {'Port': ['ID=c75e3027-0c36-45a7-ae40-2c209aad39da,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:11.338604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:11.339907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:11.342680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:11.345768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:11.352385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:11.374569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f98a19-5c22-4249-bde2-b46123375c53,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:11.389606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:11.402440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:11.414341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.418867 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1f98a19-5c22-4249-bde2-b46123375c53 HTTP/1.1" status: 204  len: 168 time: 0.9470477
Feb 05 19:17:11.511310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0840871
Feb 05 19:17:11.519400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa208eeb-ab3b-4587-84a3-4587b57bbc32 req-72f3cb45-f3e0-4870-ba73-fcf4aef30b12 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:11.519774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.528335 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-aa208eeb-ab3b-4587-84a3-4587b57bbc32 req-72f3cb45-f3e0-4870-ba73-fcf4aef30b12 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.7670889
Feb 05 19:17:11.594807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.609236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.637363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-db37bb85-9127-44bd-9fa7-4be83644be8a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:11.639363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-db37bb85-9127-44bd-9fa7-4be83644be8a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 819 time: 0.6575701
Feb 05 19:17:11.645725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c63c5711-b2b8-41dc-aae0-f9868f8e88ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:11.653665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.712839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.716174 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-aa208eeb-ab3b-4587-84a3-4587b57bbc32 req-ae1bc20f-cd6c-41c4-be29-428e940e2ae3 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867223
Feb 05 19:17:11.717106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39648) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:11.717311 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0608091
Feb 05 19:17:11.726605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group_rule': {'security_group_id': '011696f5-2bb8-422a-ac29-cc16484fa992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:11.731110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011696f5-2bb8-422a-ac29-cc16484fa992,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:11.738202 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96d7991b85ef4ea3817ca21fede66b75&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4010556
Feb 05 19:17:11.739053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39652) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:11.740815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:11.744724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-de50ceff-1321-4a14-8b2c-ac6b0e808205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:11.762097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.773395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:11.778688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:11.783659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:11.792424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:11.816787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.823260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.854251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d74ff-a25f-4017-8195-fbbdd72dab94,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:11.878287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:11.898449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port e15fee3b-45d9-4fd6-aac2-c28afaf0830c, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:11.907081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.911135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:11.970694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.983186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.987935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:11.992242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:12.019411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.024947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.035792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.055003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f272718-dfb5-48c1-8405-f4fcda8650bf,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.061217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.065209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.072191 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3534727
Feb 05 19:17:12.072908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39662) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:12.082999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group_rule': {'security_group_id': '011696f5-2bb8-422a-ac29-cc16484fa992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:12.150858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:12.170709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:12.173901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:12.198262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:12.228540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.270700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device e15fee3b-45d9-4fd6-aac2-c28afaf0830c up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:12.285256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39670) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:12.295715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Allocated IP 172.27.3.175 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/a4234f49-c587-4dc9-9c44-96421b11b50a) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:12.317819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.338459 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca0c50ae-949f-4d73-a1cf-d7cb0b956c47 req-54e2a6c5-035a-4fdc-bfbb-847adf709054 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.0877473
Feb 05 19:17:12.344668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.351956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:12.367707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:12.383098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Usage tracker for resource:security_group_rule and tenant:e5105a6c2a9d4533beb549aff946d659 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:12.387470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.390656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d74ff-a25f-4017-8195-fbbdd72dab94,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.396003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:12.400160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.401524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.406196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.413184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:12.417035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Transition to ACTIVE for port object 61501563-05f2-4f29-b71c-d7af28e14338 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:12.422981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:12.426142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.441292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf56f7e4-f1db-44b5-b904-8cabae15a59b,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.445175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.452751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.454418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3804946
Feb 05 19:17:12.457749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39676) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:12.464945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:12.489560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:12.495685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:floatingip and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:12.499372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:12.503608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.507839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:12.508418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4e4d74ff-a25f-4017-8195-fbbdd72dab94 HTTP/1.1" status: 204  len: 168 time: 0.7666349
Feb 05 19:17:12.508727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:12.520959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.586678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Pushing event updated for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.592019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.610725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.612884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port e15fee3b-45d9-4fd6-aac2-c28afaf0830c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:12.613311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.665696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.670967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.691020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2fdc9e0-7aa0-4dcb-ac6b-dba8b065984a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:12.732212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.804187 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5105a6c2a9d4533beb549aff946d659&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5152125
Feb 05 19:17:12.805266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf60bcf-0fe8-4dde-b99e-f04310735484,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:12.807911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39686) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:12.815653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:12.816785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:12.913638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:13.032616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-37726990-4619-42e3-85bf-27b552cbf8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.147975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Attempting to bind port 61501563-05f2-4f29-b71c-d7af28e14338 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:13.148328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Attempting to bind port 61501563-05f2-4f29-b71c-d7af28e14338 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:13.148773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Attempting to bind port 61501563-05f2-4f29-b71c-d7af28e14338 on network ad629650-edc7-4de9-8b47-b5971fadcf97 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:13.171840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:13.172750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Checking segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:13.173827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.174611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Bound using segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:13.178138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Bound port: 61501563-05f2-4f29-b71c-d7af28e14338, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:13.179095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.434094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39700) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:13.456630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] For port 61501563-05f2-4f29-b71c-d7af28e14338, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:13.461878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] For port 61501563-05f2-4f29-b71c-d7af28e14338, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=61501563-05f2-4f29-b71c-d7af28e14338,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:13.466270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.517621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.553579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=a4234f49-c587-4dc9-9c44-96421b11b50a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:13.556717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:13.578282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:13.587581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:34c3d56205974677858367204c08b2af is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:13.591264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.596305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:13.606721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:13.629045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-43606d3b-1deb-4655-b33a-2d9b4e0d7160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:13.647383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4675f8-0326-440f-a3fa-fc8d3155afaa req-aa413628-7264-4a87-9c96-9524e72da72f tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:13.655933 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b4675f8-0326-440f-a3fa-fc8d3155afaa req-aa413628-7264-4a87-9c96-9524e72da72f tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.2954466
Feb 05 19:17:13.659177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.710087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Pushing event updated for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:13.714433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:13.721857 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6d454563-ce71-41ba-a981-0b4a7928b98e req-3c847a53-a8e1-4df4-83df-58f014e410c7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.1707618
Feb 05 19:17:13.730036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:13.756050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:13.769752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:13.774949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.777874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:13.778769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87c366d8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:17:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:13.827829 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b4675f8-0326-440f-a3fa-fc8d3155afaa req-6d7d3ba1-b2e0-45c0-bc02-f1bc63526a70 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707451
Feb 05 19:17:13.829381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Allocated IP 172.27.3.157 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/403eae39-1616-48b8-88f9-f858939d9093) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:13.920172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.933458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:13.946808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:13.962599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf60bcf-0fe8-4dde-b99e-f04310735484,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:14.010715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:14.035855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:14.074523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Request body: {'port': {'device_id': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:14.115716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.156977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Request body: {'port': {'device_id': '0cc69149-4825-4795-afb1-90416572c4ce', 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2', 'admin_state_up': True, 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:14.227888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.243521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.285349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-088d63d4-83c7-4c37-b830-64ae5eacd6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:14.297459 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34c3d56205974677858367204c08b2af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8555632
Feb 05 19:17:14.297459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.300327 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cf60bcf-0fe8-4dde-b99e-f04310735484 HTTP/1.1" status: 204  len: 168 time: 1.4911103
Feb 05 19:17:14.305466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39720) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:14.308054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.339140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:14.364432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.367036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:14.392707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Usage tracker for resource:port and tenant:ee15f7801f3f4cd39e51e085fe46d2b5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:14.395492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99fff65-d77b-4226-aeff-d17d2fce1c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:14.440346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.564272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:14.567899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=403eae39-1616-48b8-88f9-f858939d9093,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:14.583059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:14.648659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:14.682099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Made reservation on behalf of ee15f7801f3f4cd39e51e085fe46d2b5 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:14.707740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.724154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813be6b3-8e7a-4793-8356-26fd4f15af7f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:14.743455 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:14.748600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.927996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:14.991342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:15.017054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:15.017595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.102187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.111189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.123049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87c366d8>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:13Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:15.128438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b315e62-0732-4d96-a495-56ffcdffb652 None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:13Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:15.265340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.339732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,segment=NetworkSegment(c94ab40a-86d7-44b4-aea4-359e8cf0529b),segment_id=c94ab40a-86d7-44b4-aea4-359e8cf0529b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:15.340974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:15.397314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.403116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.409470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a0e617d3-07a5-493a-81c3-9809cc980f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:15.432994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813be6b3-8e7a-4793-8356-26fd4f15af7f,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:15.436625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:15.439905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.476318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.480058 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/813be6b3-8e7a-4793-8356-26fd4f15af7f HTTP/1.1" status: 204  len: 168 time: 1.1708536
Feb 05 19:17:15.501818 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8e83c71-d9eb-454e-b6dc-d95eb69c1eee req-b7183eb3-0fae-4635-9b6d-f1f07edd859e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.1716387
Feb 05 19:17:15.509666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:15.516097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:15.519101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:15.682811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:15.721492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=a4234f49-c587-4dc9-9c44-96421b11b50a,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:15.730592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:15.837158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda908a-9662-4209-be8d-5d327aec7daf req-d2639caf-9b84-4d98-adf1-c5fe61d69f8a tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:15.839513 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4fda908a-9662-4209-be8d-5d327aec7daf req-d2639caf-9b84-4d98-adf1-c5fe61d69f8a tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.6516383
Feb 05 19:17:15.845034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:15.846859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:15.862119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:15.901107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:15.923721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:15.954278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:15.954880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.163601 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4fda908a-9662-4209-be8d-5d327aec7daf req-d04f3577-d0c7-4c67-a12a-5ddc0bf01281 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071203
Feb 05 19:17:16.226381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.347210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 61501563-05f2-4f29-b71c-d7af28e14338 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:16.381820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75e3027-0c36-45a7-ae40-2c209aad39da {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:17:16.406654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.416866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.474523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Transition to ACTIVE for port object c75e3027-0c36-45a7-ae40-2c209aad39da will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:16.488314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.491634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 61501563-05f2-4f29-b71c-d7af28e14338 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:16.504911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 61501563-05f2-4f29-b71c-d7af28e14338 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:16.505868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.513156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:16.640325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=c75e3027-0c36-45a7-ae40-2c209aad39da,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:16.644733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:16.650930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.863201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.908408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Allocated IP 172.20.0.11 (2df455ec-20ba-47bb-9368-d2160969b0f2/829136ce-9f92-402c-abf8-31082cfcae16/85d97b27-4c93-470e-aeeb-09e175518ce2) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:16.939796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.943094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 61501563-05f2-4f29-b71c-d7af28e14338, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=61501563-05f2-4f29-b71c-d7af28e14338,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:16.944658 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.5468099
Feb 05 19:17:16.953206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:16.956343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:17.010198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Attempting to bind port c75e3027-0c36-45a7-ae40-2c209aad39da on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:17.010589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Attempting to bind port c75e3027-0c36-45a7-ae40-2c209aad39da by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:17.010954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Attempting to bind port c75e3027-0c36-45a7-ae40-2c209aad39da on network 2df455ec-20ba-47bb-9368-d2160969b0f2 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:17.050466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:17.050860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Checking segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:17.051306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.057776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Bound using segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:17.057776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Bound port: c75e3027-0c36-45a7-ae40-2c209aad39da, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:17.057776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.200720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:17.210769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:17.244596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8', 'code': 200}
Feb 05 19:17:17.290257 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] For port c75e3027-0c36-45a7-ae40-2c209aad39da, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:17.295326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] For port c75e3027-0c36-45a7-ae40-2c209aad39da, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c75e3027-0c36-45a7-ae40-2c209aad39da,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:17.299582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.414705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:17.419117 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4f521f88-d9b6-4ae6-acc1-4c4b11740739 req-1dbdc058-6abf-4df4-a0d5-d52c12ae952b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.5958762
Feb 05 19:17:17.433607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.534734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=c75e3027-0c36-45a7-ae40-2c209aad39da,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:17.539563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:17.619583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-cb7089e7-5615-4999-8df2-d488a68c38e0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:17.672765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:17.673451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.675077 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] 10.222.0.45 "PUT /v2.0/ports/c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 1157 time: 3.6083083
Feb 05 19:17:17.675602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:17.738672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-cb7089e7-5615-4999-8df2-d488a68c38e0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:17.741618 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-cb7089e7-5615-4999-8df2-d488a68c38e0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2039494951&fields=id&tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 267 time: 0.2911727
Feb 05 19:17:17.753682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:17.829877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:18.105843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Pushing event updated for resources: {'Port': ['ID=85d97b27-4c93-470e-aeeb-09e175518ce2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:18.121812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.130173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:18.150167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.207684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 61501563-05f2-4f29-b71c-d7af28e14338 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:18.244784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e540af-4e7f-429a-bafd-90b369ff0108 req-3accdb79-3345-41bf-9691-82e43b31acb0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:18.246513 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58e540af-4e7f-429a-bafd-90b369ff0108 req-3accdb79-3345-41bf-9691-82e43b31acb0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.5931306
Feb 05 19:17:18.277676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:18.296797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 61501563-05f2-4f29-b71c-d7af28e14338 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:18.297216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.377844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39868) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:18.559464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-44568f02-cae4-4a2d-916a-e37f8ee3ee68 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:18.561218 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-44568f02-cae4-4a2d-916a-e37f8ee3ee68 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 817 time: 0.8054204
Feb 05 19:17:18.572114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=403eae39-1616-48b8-88f9-f858939d9093,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:18.584788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:18.623039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:18.641985 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58e540af-4e7f-429a-bafd-90b369ff0108 req-9ac86518-b1d5-4bf5-9de8-7a213ba7b3d1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3711605
Feb 05 19:17:18.655474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:18.661157 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-32c61c36-e9a1-496e-a4e5-9f22dd7b2061 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/quotas/f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 375 time: 0.0667086
Feb 05 19:17:18.663795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:18.696500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.713235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:18.740890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:18.741658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.752884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Usage tracker for resource:security_group_rule and tenant:086ca0607e3b42f8ba6ad0294421b527 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:18.762135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:18.785531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:18.850176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:18.864028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.873224 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.7225597
Feb 05 19:17:18.890238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Request body: {'port': {'device_id': '0cc69149-4825-4795-afb1-90416572c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:18.947464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:18.948722 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.4895813
Feb 05 19:17:19.059412 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da', 'status': 'completed', 'code': 200}
Feb 05 19:17:19.081150 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-903c421b-7abc-4292-a2a0-dda4db91c6ff tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3347247
Feb 05 19:17:19.109503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.45', 62786) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:19.127047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:19.127463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:19.348036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:19.368621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:19.384055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:19.409580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:19.444969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-9e63a040-5f56-4eec-b26d-4577b877ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:19.446997 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-9e63a040-5f56-4eec-b26d-4577b877ab5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1160 time: 0.6569035
Feb 05 19:17:19.451868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb7f92a-0400-4651-bd82-1a0a6b462c92,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:19.461107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:19.531190 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-50cc1ded-440d-4430-9c6d-51c5987c96c0 service neutron] 10.222.0.59 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4425862
Feb 05 19:17:19.542265 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=086ca0607e3b42f8ba6ad0294421b527&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1595678
Feb 05 19:17:19.560499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39914) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:19.563480 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-298c3d72-0c07-42e0-97f7-0ad976a6e396 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.1057556
Feb 05 19:17:19.627708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-6f0504f2-c1b3-4a21-ae8c-6a981b487f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:19.629602 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-6f0504f2-c1b3-4a21-ae8c-6a981b487f3c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 1162 time: 0.5175605
Feb 05 19:17:19.668745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:19.692446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-569a9b2a-ff6c-4f44-820d-590a315f712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:19.695149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-569a9b2a-ff6c-4f44-820d-590a315f712c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.1248157
Feb 05 19:17:19.699356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:19.749679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Usage tracker for resource:security_group_rule and tenant:c87518d557af41fca7766bb0ecc3fc0f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:19.774264 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-4100346c-614f-4397-89b1-dc032a6fd79a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713737
Feb 05 19:17:19.775227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:19.783085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:19.791437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77466-6548-4dda-b445-94b1eb87869b req-f29ee7e8-7b46-4386-93ed-0cda1eba6f06 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:19.792258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0be77466-6548-4dda-b445-94b1eb87869b req-f29ee7e8-7b46-4386-93ed-0cda1eba6f06 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Synchronizing usage tracker for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:20.017139 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-8dc3bd08-3f8f-4d73-ae99-ba05ee5d7fed service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353778
Feb 05 19:17:20.148113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0be77466-6548-4dda-b445-94b1eb87869b req-f29ee7e8-7b46-4386-93ed-0cda1eba6f06 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Unset dirty status for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:20.155333 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0be77466-6548-4dda-b445-94b1eb87869b req-f29ee7e8-7b46-4386-93ed-0cda1eba6f06 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 932 time: 0.8777764
Feb 05 19:17:20.250109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.275245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.285825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.290833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.303308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2fe3900d-ffd0-4918-a41b-66c2652e4e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:20.338940 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-37845b7b-f344-473a-b2e2-33fab0308a43 req-3be66472-302e-49b6-9da8-40173b70366b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7013516
Feb 05 19:17:20.358577 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-125cc1e0-0f73-45cf-8ed8-43e2b8aece48 service neutron] 10.222.0.59 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8079774
Feb 05 19:17:20.363433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=36932052-a758-4561-83b4-52cd706e22a6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:20.370683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:20.374664 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c7b92d-98a7-4214-840d-1ce85eab3fca req-beb68f62-447c-422a-9218-9457c5bf653a service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3330033
Feb 05 19:17:20.381531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.422958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f192af54-631c-4569-8f92-fe4b3b9d7074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:20.466501 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0be77466-6548-4dda-b445-94b1eb87869b req-d96966a5-7dfd-4593-af7a-9cdd69ca4a77 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3101625
Feb 05 19:17:20.481474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb7f92a-0400-4651-bd82-1a0a6b462c92,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:20.535016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:20.536243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4eb7f92a-0400-4651-bd82-1a0a6b462c92 HTTP/1.1" status: 204  len: 168 time: 0.9529808
Feb 05 19:17:20.542230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:20.731172 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-31735790-59fe-4ab2-ae02-4be70ec4238e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1025144186&fields=id&tenant_id=885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 267 time: 0.1085792
Feb 05 19:17:20.845270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976adf-10c7-4350-9bae-a228eff5592e req-f0b4f44f-5dab-40ef-aaa6-abbefa610b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:20.847021 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-f0b4f44f-5dab-40ef-aaa6-abbefa610b7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1160 time: 0.2377818
Feb 05 19:17:21.059043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976adf-10c7-4350-9bae-a228eff5592e req-8f7b81bb-afad-44bf-8792-792f181c0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:21.061032 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-8f7b81bb-afad-44bf-8792-792f181c0ded service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.2065475
Feb 05 19:17:21.170835 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-ba98d4a5-852c-4a1e-88fa-f5bc014ea29e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.1011961
Feb 05 19:17:21.299674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71976adf-10c7-4350-9bae-a228eff5592e req-9765662e-5ef2-4c13-a8ee-4d3ad44c3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:21.301987 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-9765662e-5ef2-4c13-a8ee-4d3ad44c3b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.1235561
Feb 05 19:17:21.326271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e8c861fd-574c-4b0b-b12a-000b82be8041 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:21.334375 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e8c861fd-574c-4b0b-b12a-000b82be8041 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 810 time: 0.6021621
Feb 05 19:17:21.367597 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e59e31b3-2828-48bc-ba4d-bb1463007ed5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/quotas/885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 375 time: 0.0319102
Feb 05 19:17:21.404352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-d5b4d65f-7d60-4666-ad08-c23e9f0961c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929513
Feb 05 19:17:21.575774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636c775-fd75-454f-adb5-a6f6c89dbb56 req-7b1f1b06-3879-441a-ba51-c621cf6efcac tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:21.582682 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6636c775-fd75-454f-adb5-a6f6c89dbb56 req-7b1f1b06-3879-441a-ba51-c621cf6efcac tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.8465779
Feb 05 19:17:21.596250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 19:17:21.625623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 39992) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:21.630112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-1f7571cf-d44f-45d8-b088-8c7f8574e906 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151408
Feb 05 19:17:21.705917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39998) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:21.750217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d97b27-4c93-470e-aeeb-09e175518ce2 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:17:21.776211 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6636c775-fd75-454f-adb5-a6f6c89dbb56 req-e40df32a-d56d-4f2d-8ba8-6786428efb7a tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689615
Feb 05 19:17:21.779743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:21.796482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:21.813834 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:21.860140 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71976adf-10c7-4350-9bae-a228eff5592e req-37485d71-419d-4879-b04a-62cd38084690 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154121
Feb 05 19:17:21.874172 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-7c5a0487-a968-4c82-a519-e2fb48f7fd3b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5050995
Feb 05 19:17:21.878261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Usage tracker for resource:security_group_rule and tenant:1a6851c9fe734b248e7b9521e1fdf521 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:21.881857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Transition to ACTIVE for port object 85d97b27-4c93-470e-aeeb-09e175518ce2 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:21.882888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:21.890319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:21.891015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:21.935031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:21.972832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:21.990757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:21.994711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e90a14d664dc4c6c94d44eba582de3e0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:21.997874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:22.003800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:22.092431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.094900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.105718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-baf7573d-82d0-4934-8f72-f76b4d11c006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:22.152103 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e90a14d664dc4c6c94d44eba582de3e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5223453
Feb 05 19:17:22.152260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40004) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:22.155475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6888c227-bfb8-442f-9b69-7b0962aedd62,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:22.159310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:22.169907 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d57a1f92-8763-4589-ae95-adeda517dd25 req-6e0374ee-69a8-4774-b0fb-c5e4ce02eac0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.2038467
Feb 05 19:17:22.212884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Pushing event updated for resources: {'Port': ['ID=85d97b27-4c93-470e-aeeb-09e175518ce2,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:22.222152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:22.227047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.259728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.313535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.320549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ccf9b680-07d2-4a4c-a4b4-b55bfdb2b0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:22.340064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6888c227-bfb8-442f-9b69-7b0962aedd62,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:22.342944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:22.354716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.356052 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6888c227-bfb8-442f-9b69-7b0962aedd62 HTTP/1.1" status: 204  len: 168 time: 0.2026911
Feb 05 19:17:22.398919 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2635cc14-0373-404a-81b3-2977131c7351 service neutron] 10.222.0.59 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5090532
Feb 05 19:17:22.570725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Attempting to bind port 85d97b27-4c93-470e-aeeb-09e175518ce2 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:22.571101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Attempting to bind port 85d97b27-4c93-470e-aeeb-09e175518ce2 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:22.571470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Attempting to bind port 85d97b27-4c93-470e-aeeb-09e175518ce2 on network 2df455ec-20ba-47bb-9368-d2160969b0f2 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:22.609837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:22.610233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Checking segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:22.610808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.610989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Bound using segment: {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:22.611406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Bound port: 85d97b27-4c93-470e-aeeb-09e175518ce2, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2df455ec-20ba-47bb-9368-d2160969b0f2'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:22.611781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.639082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.681402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.701663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:22.743340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40018) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:22.763808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.779669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:22.783837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Usage tracker for resource:security_group_rule and tenant:82dd95a354c2443581cd0f61ba7ebb18 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:22.787637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:22.793645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:22.798567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-d2b91be5-ad34-4986-a17e-7d9ea66c2de3 service neutron] 10.222.0.59 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3899219
Feb 05 19:17:22.800231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34276994-6309-4d8a-8581-d5c244d5ed04,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:22.816808 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a6851c9fe734b248e7b9521e1fdf521&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1043885
Feb 05 19:17:22.820838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40022) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:22.821184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:22.906690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f68ab2-ca5c-40d3-8215-2353b375a27a req-de004bc2-682d-4635-bf68-7a9f45514136 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:22.908440 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-31f68ab2-ca5c-40d3-8215-2353b375a27a req-de004bc2-682d-4635-bf68-7a9f45514136 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.5174377
Feb 05 19:17:22.919907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] For port 85d97b27-4c93-470e-aeeb-09e175518ce2, host hv-cinder-77428, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:22.922052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.923846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] For port 85d97b27-4c93-470e-aeeb-09e175518ce2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=85d97b27-4c93-470e-aeeb-09e175518ce2,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:22.945502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:22.965162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:22.988496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.001125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.015529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.045675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a6d237a-1555-4799-84f4-2be7d0f2a3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:23.073192 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=82dd95a354c2443581cd0f61ba7ebb18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3284004
Feb 05 19:17:23.074044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40032) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:23.180144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000763cd-232c-4af3-af36-01895c3e4f1a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:23.186836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:23.207478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.214655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62cbbba5-f202-4355-87dd-6af49fd92238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:23.226944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.242705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34276994-6309-4d8a-8581-d5c244d5ed04,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:23.251409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:23.277872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.292328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.296320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/34276994-6309-4d8a-8581-d5c244d5ed04 HTTP/1.1" status: 204  len: 168 time: 0.4713712
Feb 05 19:17:23.358180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.368086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9eae89a9-3c30-439f-b9e2-3ba7f726e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:23.382072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000763cd-232c-4af3-af36-01895c3e4f1a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:23.385167 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-31f68ab2-ca5c-40d3-8215-2353b375a27a req-b4d3b057-b3b9-4f21-bc1b-903106ed0b83 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4665453
Feb 05 19:17:23.389388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:23.390206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.393000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/000763cd-232c-4af3-af36-01895c3e4f1a HTTP/1.1" status: 204  len: 168 time: 0.2894397
Feb 05 19:17:23.453953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Pushing event updated for resources: {'Port': ['ID=85d97b27-4c93-470e-aeeb-09e175518ce2,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:23.469374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:23.605911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a83ed-2f42-4113-8e45-3d8c1c36e7fa req-e7aadde3-4807-41be-b797-9cc14ef25c4e tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:23.607624 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6b0a83ed-2f42-4113-8e45-3d8c1c36e7fa req-e7aadde3-4807-41be-b797-9cc14ef25c4e tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.3190529
Feb 05 19:17:23.612270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:23.612973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:23.614413 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] 10.222.0.45 "PUT /v2.0/ports/85d97b27-4c93-470e-aeeb-09e175518ce2 HTTP/1.1" status: 200  len: 1158 time: 4.7295210
Feb 05 19:17:23.616126 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:23.687583 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b9643947-53f9-430a-a0cb-87ad1c8fcde5 req-082c9898-20a5-4798-a7c1-220f7b8613b7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.0773301
Feb 05 19:17:23.753174 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6b0a83ed-2f42-4113-8e45-3d8c1c36e7fa req-293b8226-149c-40c4-8198-9affb4665c7f tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956621
Feb 05 19:17:23.821462 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2', 'status': 'completed', 'code': 200}
Feb 05 19:17:23.949134 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3dc6ad48-a933-42fc-b2c9-d06ee998e3db req-8732b266-f308-4124-8b10-23cd5c674390 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.0679100
Feb 05 19:17:24.588788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40120) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:24.740830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424383922-network', 'tenant_id': '50a219ccc61f43b493a4067a41e49622'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:24.744024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11af2bb-594d-4e06-9ade-1a56460e1533 req-3ad7859d-622f-49c2-9d95-3b658e196044 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:24.745981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:24.750511 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c11af2bb-594d-4e06-9ade-1a56460e1533 req-3ad7859d-622f-49c2-9d95-3b658e196044 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.2198696
Feb 05 19:17:24.758600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Usage tracker for resource:network and tenant:50a219ccc61f43b493a4067a41e49622 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:24.762203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:24.768372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:24.780880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Made reservation on behalf of 50a219ccc61f43b493a4067a41e49622 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:24.785691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:24.804729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:24.824285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:24.829206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Usage tracker for resource:security_group_rule and tenant:50a219ccc61f43b493a4067a41e49622 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:24.833042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:24.840509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:24.889140 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c11af2bb-594d-4e06-9ade-1a56460e1533 req-4c5b6ced-ce0d-48a1-8848-1d477adae0b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345377
Feb 05 19:17:25.074214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.109122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.119418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-478df9e3-6c01-45e5-bd0d-4db7f653ce68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:25.170117 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cd689faf-bfde-4e7f-ad8d-da594a0699c7 req-ef92313f-f436-43a9-bbd0-97344eff3745 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.0668418
Feb 05 19:17:25.205883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:17:25.259026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd2380-f1c2-4fde-935c-35895b27f298,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:25.268762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.269159 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Added segment b7488fd3-4007-4779-943d-6960f60880b7 of type vxlan for network ed81284a-35e5-4af0-84b3-f16534bb4d88
Feb 05 19:17:25.270654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:25.292282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-b70f1858-9d4f-4c9e-af7e-42acb416e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:25.308984 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-b70f1858-9d4f-4c9e-af7e-42acb416e0e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 1161 time: 0.3518143
Feb 05 19:17:25.310844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.402001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-e331a1d5-7646-4b74-9a88-0dc055fa20aa None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:17:25.418006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.419319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:25.419966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:25.427027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:25.651682 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5f367484-4238-47a0-af9f-3cf03bda9ff3 req-26a8e11b-cdfc-4910-8a5a-1a0bd41947c0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.1068804
Feb 05 19:17:25.697603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Pushing event updated for resources: {'Network': ['ID=ed81284a-35e5-4af0-84b3-f16534bb4d88,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:25.717755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:17:25.743014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:17:25.772725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941235ad-6c3f-45e7-9da9-63a47336919d req-6f12dbbc-d3c4-42e2-863b-aba1f0f25ed9 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:25.774375 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-941235ad-6c3f-45e7-9da9-63a47336919d req-6f12dbbc-d3c4-42e2-863b-aba1f0f25ed9 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.5988781
Feb 05 19:17:25.858227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:25.890189 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-941235ad-6c3f-45e7-9da9-63a47336919d req-db924551-6f91-4be4-8461-73a5636e4936 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036043
Feb 05 19:17:25.976058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-1935775e-d2b2-4d60-a5f7-5eea25100228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:25.998474 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-1935775e-d2b2-4d60-a5f7-5eea25100228 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&shared=False HTTP/1.1" status: 200  len: 913 time: 0.6785254
Feb 05 19:17:26.135039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port c75e3027-0c36-45a7-ae40-2c209aad39da completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:26.145400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:26.145857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:26.184791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-e23511d5-5b2a-4d8d-832f-86009ab73ae3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:26.185589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-e23511d5-5b2a-4d8d-832f-86009ab73ae3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:26.201011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:26.294459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:26.327109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:26.339484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port c75e3027-0c36-45a7-ae40-2c209aad39da, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c75e3027-0c36-45a7-ae40-2c209aad39da,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:26.343468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:26.345646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:26.478135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=c75e3027-0c36-45a7-ae40-2c209aad39da,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:26.487944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:26.517952 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-737e10f5-63a5-4a5d-94d1-e8f9b8973013 req-282e3237-8157-40d5-af76-8fb4118b9c00 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.1118157
Feb 05 19:17:26.591104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-ef81e358-834b-467a-be16-697c17f59b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:26.592764 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-08434354-27d5-4e8e-aee1-c578d8c681ac req-ef81e358-834b-467a-be16-697c17f59b2c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5877662
Feb 05 19:17:26.655096 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da', 'code': 200}
Feb 05 19:17:26.710695 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.1206717
Feb 05 19:17:26.756858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464db4e5-84ef-4f01-9340-2c3d4ff87f1c req-ebe0865d-c640-4594-bdd3-5da33d196f91 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:26.764865 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-464db4e5-84ef-4f01-9340-2c3d4ff87f1c req-ebe0865d-c640-4594-bdd3-5da33d196f91 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.5051894
Feb 05 19:17:26.774160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40200) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:26.882496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.45', 62801) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:26.887578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-4acde120-4904-4ab9-90fb-d20e0a813c51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:26.888379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-4acde120-4904-4ab9-90fb-d20e0a813c51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Synchronizing usage tracker for tenant:885da7fbf6654a17bf588982f06427d1 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:26.895046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-e23511d5-5b2a-4d8d-832f-86009ab73ae3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:26.897342 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-e23511d5-5b2a-4d8d-832f-86009ab73ae3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 817 time: 1.2724855
Feb 05 19:17:26.901085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Request body: {'subnet': {'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424383922-subnet', 'tenant_id': '50a219ccc61f43b493a4067a41e49622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:26.907999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:26.916358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Usage tracker for resource:subnet and tenant:50a219ccc61f43b493a4067a41e49622 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:26.921955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:26.935083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:26.997687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-464db4e5-84ef-4f01-9340-2c3d4ff87f1c req-7b8291d6-e0ac-44bb-9af2-28a5c5b59bc4 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312267
Feb 05 19:17:27.076619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-a7a73dff-b90d-4133-a5a1-2ad39dacc04c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:27.098389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:27.099920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Made reservation on behalf of 50a219ccc61f43b493a4067a41e49622 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:27.106290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:27.112151 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5a37da02-39d1-4845-9a54-9e79027f17df req-8f15b397-2d1e-4552-85d5-cc41a67d0f4e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.1487312
Feb 05 19:17:27.173740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-e0d83df0-8f15-496c-b9c2-fde468a36653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:27.175334 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-e0d83df0-8f15-496c-b9c2-fde468a36653 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 1161 time: 0.3694725
Feb 05 19:17:27.178857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa8edb-a685-47d4-bd2b-aff5d9d07285 req-a114ddb5-0a16-4132-9d13-d1e4d6144a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:27.180900 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0aaa8edb-a685-47d4-bd2b-aff5d9d07285 req-a114ddb5-0a16-4132-9d13-d1e4d6144a90 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.2943630
Feb 05 19:17:27.189515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-4acde120-4904-4ab9-90fb-d20e0a813c51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Unset dirty status for tenant:885da7fbf6654a17bf588982f06427d1 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:27.191462 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-4acde120-4904-4ab9-90fb-d20e0a813c51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 810 time: 0.9893048
Feb 05 19:17:27.228239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:27.228696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:27.339972 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-308b06b1-abeb-4129-aa0a-c310392104f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d97b27-4c93-470e-aeeb-09e175518ce2 HTTP/1.1" status: 200  len: 217 time: 0.1502414
Feb 05 19:17:27.391510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40228) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:27.398880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-a7a73dff-b90d-4133-a5a1-2ad39dacc04c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:27.400485 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-a7a73dff-b90d-4133-a5a1-2ad39dacc04c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 5705 time: 0.4622195
Feb 05 19:17:27.416149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0aaa8edb-a685-47d4-bd2b-aff5d9d07285 req-34aa25e2-5514-4cd9-ba52-090d5de5ab3a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249386
Feb 05 19:17:27.421725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'port': {'device_id': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'admin_state_up': True, 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'security_groups': ['d805fcbb-7a23-4fa9-aa96-d579224e5aed']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:27.446313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40234) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:27.485755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-39aa6411-f1d9-4637-9f83-05de190f648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:27.487378 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-39aa6411-f1d9-4637-9f83-05de190f648f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.1140547
Feb 05 19:17:27.627699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f118-759a-4e45-94b8-52371be03082 req-ad8ff02f-8581-4e0f-b6f5-a864084a81f0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:27.629454 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7261f118-759a-4e45-94b8-52371be03082 req-ad8ff02f-8581-4e0f-b6f5-a864084a81f0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.3743441
Feb 05 19:17:27.685243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-615123ed-fc3a-4485-8ed8-e27a3b0cc14e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546186
Feb 05 19:17:27.685442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e17917e2-273d-46f2-8c23-abf4683a5af5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Synchronizing usage tracker for tenant:885da7fbf6654a17bf588982f06427d1 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:27.752740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:27.774949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:27.814636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e17917e2-273d-46f2-8c23-abf4683a5af5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Unset dirty status for tenant:885da7fbf6654a17bf588982f06427d1 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:27.816030 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-e17917e2-273d-46f2-8c23-abf4683a5af5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 5705 time: 0.4959409
Feb 05 19:17:27.821994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:27.834334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'port': {'device_id': '136926ac-2e90-4f77-9663-165c19410bd7', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'admin_state_up': True, 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'security_groups': ['011696f5-2bb8-422a-ac29-cc16484fa992']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:27.854307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:27.857164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Usage tracker for resource:security_group_rule and tenant:af4e1d6ab1534b6fa2c60969103e25a0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:27.866036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:port and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:27.869072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:27.872567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8e2cbce5-3b2a-43ba-b731-16ed55f2317f req-8a32cd5b-6926-4f7d-aa89-856f6b5bd5b7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.1216493
Feb 05 19:17:27.874870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:27.883177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:27.891581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Made reservation on behalf of f7821d08eabd4d39872db3516f25c327 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:27.914866 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7261f118-759a-4e45-94b8-52371be03082 req-f1743db9-9e06-42dc-8089-45f45e7ff93e tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2154043
Feb 05 19:17:27.915104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:27.919372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:27.923162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Usage tracker for resource:security_group_rule and tenant:2362aacd7ca14445b3906776d0a8a7f9 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:27.926254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:27.932316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:27.997107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:28.291973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.330904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.382276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:28.397663 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2362aacd7ca14445b3906776d0a8a7f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9450524
Feb 05 19:17:28.398722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40258) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:28.468202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:28.469087 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-48f94adf-d6c8-443d-a5fa-7c245e7c9ce0 req-184b23cc-94a4-4577-92c3-b9f69016f056 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.1239958
Feb 05 19:17:28.499447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:port and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:28.563056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:28.575812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:28.590662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def92189-f493-4fd0-8873-738266bee501,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:28.605326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:28.622344 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-b7ff6c0c-645f-4d1a-99d1-d30877ed565d service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9068878
Feb 05 19:17:28.644601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.667475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Made reservation on behalf of 885da7fbf6654a17bf588982f06427d1 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:28.687730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.715147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.730839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a1ad9-726e-4c0c-b9e6-0c2f5208a302 req-5a1a1f1b-3f1c-4223-9f1c-ab703b6a1114 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:28.732608 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d73a1ad9-726e-4c0c-b9e6-0c2f5208a302 req-5a1a1f1b-3f1c-4223-9f1c-ab703b6a1114 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.4813595
Feb 05 19:17:28.767778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.782765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.783386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:28.838801 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d73a1ad9-726e-4c0c-b9e6-0c2f5208a302 req-6c692dab-c8b9-4bdc-9d97-de44b2343fa7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973389
Feb 05 19:17:28.872369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.878127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:28.885388 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=af4e1d6ab1534b6fa2c60969103e25a0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4923894
Feb 05 19:17:28.890654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40266) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:28.895665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def92189-f493-4fd0-8873-738266bee501,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:28.910139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:28.940016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:28.945370 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/def92189-f493-4fd0-8873-738266bee501 HTTP/1.1" status: 204  len: 168 time: 0.4872794
Feb 05 19:17:28.948848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902ecdf-4c9d-4be7-88e4-afa2116322cc,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:28.957151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Allocated IP 172.20.0.11 (0e5ae889-8f22-447e-9cd4-4083cb89f735/2e425298-8c01-448e-a905-3b43810cbbdb/ed541ae8-6f16-4fe0-a917-3d6f71905fb8) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:28.985806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:28.987510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.019646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.073686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.110213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6716fbca-a42d-4955-9cf3-002acc1a0a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:29.124854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.141161 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-910a1954-8623-4584-8dae-50a4e892ad59 req-a12290d2-d71d-4075-bb09-b7ca8b73cff9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.0694649
Feb 05 19:17:29.141849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55bd80c3-3f40-419f-bfc9-0420d9da615c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:29.156804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.160564 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4902ecdf-4c9d-4be7-88e4-afa2116322cc HTTP/1.1" status: 204  len: 168 time: 0.2650414
Feb 05 19:17:29.160564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902ecdf-4c9d-4be7-88e4-afa2116322cc,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:29.181559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:29.393923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40280) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:29.414254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.432314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:29.436859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Usage tracker for resource:security_group_rule and tenant:5ca284c6e62c43fd888896a18d2baad2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:29.440064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:29.446479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:29.547477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.552353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.575634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-da40b4ca-958f-4886-9084-97c40237b0f0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:29.609113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Pushing event updated for resources: {'Subnet': ['ID=952291e1-2e37-4c86-a514-20d1197b2ca7,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:29.622009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bdcb84-3767-4a5c-8f7c-786fd2b15ddc,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:29.626751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:29.633583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:29.686856 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5ca284c6e62c43fd888896a18d2baad2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2897663
Feb 05 19:17:29.691848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40290) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:29.691848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40292) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:29.728596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2302d803-4a34-4185-b704-a326ddbccdfd req-93aebda6-8ffe-42e4-8953-b4d2b6917f07 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.0921018
Feb 05 19:17:29.730982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.760699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:29.769999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Usage tracker for resource:security_group_rule and tenant:ea65ef3185b041aa853e7d195f959bca is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:29.781795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:29.792096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:29.807084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.827298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.829021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Allocated IP 172.20.0.6 (ad629650-edc7-4de9-8b47-b5971fadcf97/5f9eb67d-f493-495a-a8d7-8f99c4c32879/8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:29.848381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Checking segment: {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:29.849623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Network hostable DHCP agents. Network: ed81284a-35e5-4af0-84b3-f16534bb4d88, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:17:29.858875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Transition to ACTIVE for port object ed541ae8-6f16-4fe0-a917-3d6f71905fb8 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:29.866402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.909325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:17:29.970272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.976591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.977334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:29.992025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, ed81284a-35e5-4af0-84b3-f16534bb4d88) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:30.000665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1481505-ab0e-4603-a5ef-128be93ea637 None None] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:17:30.005673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:30.006319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.036727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a8c8127-6473-4f83-a07e-24fff6e50828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:30.057266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.1654828
Feb 05 19:17:30.073543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.098194 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea65ef3185b041aa853e7d195f959bca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4031270
Feb 05 19:17:30.098194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bdcb84-3767-4a5c-8f7c-786fd2b15ddc,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:30.098552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:30.110529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40302) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:30.144001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.145281 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-cd5384c8-75e4-4a92-b082-69f12d822665 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30bdcb84-3767-4a5c-8f7c-786fd2b15ddc HTTP/1.1" status: 204  len: 168 time: 0.4504409
Feb 05 19:17:30.196069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03044f5-fbd5-4fbb-90a2-a1bfaa61a88f,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:30.200038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:30.242343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:30.242683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:30.277167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.289251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:30.308234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:30.347550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Transition to ACTIVE for port object 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:30.360907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0cc38-f67e-4b26-8cdc-2dac58f79a7d req-644183ac-ab84-4a38-bd70-2cf491ccf111 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:30.362723 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0a0cc38-f67e-4b26-8cdc-2dac58f79a7d req-644183ac-ab84-4a38-bd70-2cf491ccf111 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.3894126
Feb 05 19:17:30.374780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.435936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:30.438160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:30.441157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:30.511903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:30.512675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.516235 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-60a3a6e7-5292-4678-a5c1-aef4dd024595 req-e7ddfb80-822a-435f-80e5-d13171406d5d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.0786345
Feb 05 19:17:30.535499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec080f6a-a3db-4013-94fb-49262222af51 None None] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:17:30.550777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.557937 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1429040
Feb 05 19:17:30.569536 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0a0cc38-f67e-4b26-8cdc-2dac58f79a7d req-bb16055c-db04-45bd-85c6-a98b9cd98307 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959944
Feb 05 19:17:30.575702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:30.586407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.675702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.682631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-59090623-8609-4c2c-adcc-c8cfa78cc720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:30.704089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03044f5-fbd5-4fbb-90a2-a1bfaa61a88f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:30.709534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:30.725078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.728980 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c03044f5-fbd5-4fbb-90a2-a1bfaa61a88f HTTP/1.1" status: 204  len: 168 time: 0.6036410
Feb 05 19:17:30.837756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:30.842764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:30.847107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:30.924246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:30.925125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:30.939082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:30.976658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:30.985248 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1555638
Feb 05 19:17:31.216962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-21e9bff6-fc42-45f5-8129-b59e8368f9bb None None] Provisioning for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:31.237700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-21e9bff6-fc42-45f5-8129-b59e8368f9bb None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:31.239014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21e9bff6-fc42-45f5-8129-b59e8368f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:31.309645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Request body: {'port': {'device_id': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:31.355514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c0d6f-d7d5-4f00-840f-84cfbf354e47 req-b324330d-577b-43a7-99c8-a7b0ada40d87 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:31.365454 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-808c0d6f-d7d5-4f00-840f-84cfbf354e47 req-b324330d-577b-43a7-99c8-a7b0ada40d87 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 932 time: 0.3570976
Feb 05 19:17:31.416613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Request body: {'port': {'device_id': '136926ac-2e90-4f77-9663-165c19410bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:31.516440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-21e9bff6-fc42-45f5-8129-b59e8368f9bb None None] Port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:17:31.558112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-808c0d6f-d7d5-4f00-840f-84cfbf354e47 req-7019d799-043f-4416-9c56-1619ab4e7802 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1911838
Feb 05 19:17:31.653057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e3860837-fe3c-42c1-a741-9cfda5e99979 None None] Provisioning for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:31.672288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e3860837-fe3c-42c1-a741-9cfda5e99979 None None] Provisioning complete for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:31.672741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3860837-fe3c-42c1-a741-9cfda5e99979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:31.673316 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb2757a-0336-43c3-93c6-5185cd32bc1f req-546941a3-f10d-4caa-87d6-68ce54090b1b service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3050218
Feb 05 19:17:31.834996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e3860837-fe3c-42c1-a741-9cfda5e99979 None None] Port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:17:31.862256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:31.916107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:32.150177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c522c4-7561-4d4a-b29a-3daee880ca18 req-2fd54f66-e22b-49ca-ad82-4e3db2f838db tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:32.153114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-82c522c4-7561-4d4a-b29a-3daee880ca18 req-2fd54f66-e22b-49ca-ad82-4e3db2f838db tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 0.3888204
Feb 05 19:17:32.276486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c473f5f-5969-468f-8acc-e8bff429baee req-3a4751a3-9d69-4294-be88-fcc7def6e90a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:32.278315 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6c473f5f-5969-468f-8acc-e8bff429baee req-3a4751a3-9d69-4294-be88-fcc7def6e90a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 931 time: 0.4066708
Feb 05 19:17:32.339944 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-82c522c4-7561-4d4a-b29a-3daee880ca18 req-b61321ec-0e3c-40ae-b302-af75e259a179 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767485
Feb 05 19:17:32.400684 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6c473f5f-5969-468f-8acc-e8bff429baee req-45a9d402-79a8-4792-810a-4b86066b8758 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1138263
Feb 05 19:17:32.854616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:17:32.875001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:32.954297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Transition to ACTIVE for port object 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:32.961332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:32.987224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-260df4d7-4946-406c-9674-9218038d4a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:33.177863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7fac7-d1bb-4670-8ac4-67a46a571963 req-9ee00a1a-c080-4fec-a387-ea125c9c9996 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:33.179842 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-79e7fac7-d1bb-4670-8ac4-67a46a571963 req-9ee00a1a-c080-4fec-a387-ea125c9c9996 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 932 time: 0.3670011
Feb 05 19:17:33.183282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed541ae8-6f16-4fe0-a917-3d6f71905fb8 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:17:33.231962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:33.255944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:33.320386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Transition to ACTIVE for port object ed541ae8-6f16-4fe0-a917-3d6f71905fb8 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:33.326219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.326975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.327392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.327788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.328178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.328593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.328979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.329429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.329812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.330192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.330570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.330957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.331334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.331712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.332086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.332479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.332854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.333510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.334176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.334286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.334606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.335005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.335335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.335709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:33.336649 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-79e7fac7-d1bb-4670-8ac4-67a46a571963 req-bf2dc946-c0ee-4ff2-a630-81969f5b20a2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339724
Feb 05 19:17:33.362230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:33.362963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:33.444350 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-f2834ac6-28ac-447d-94f4-26f16f04283c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1063840
Feb 05 19:17:33.826695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:33.844735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 85d97b27-4c93-470e-aeeb-09e175518ce2 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:34.059328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-5bb45ad4-e8ba-4418-a095-38add5092640 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:34.061076 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-5bb45ad4-e8ba-4418-a095-38add5092640 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 809 time: 0.4058056
Feb 05 19:17:34.074660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Attempting to bind port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:34.075223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Attempting to bind port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:34.075646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 85d97b27-4c93-470e-aeeb-09e175518ce2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:34.076236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Attempting to bind port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 on network 0e5ae889-8f22-447e-9cd4-4083cb89f735 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:34.094764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 85d97b27-4c93-470e-aeeb-09e175518ce2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:34.108226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.110366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:34.115185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:34.198530 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-5ad95faf-e207-4d16-a403-e68450d89d99 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/quotas/50a219ccc61f43b493a4067a41e49622 HTTP/1.1" status: 200  len: 375 time: 0.1254487
Feb 05 19:17:34.228968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:34.229612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Checking segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:34.230090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.230559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Bound using segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:34.231275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Bound port: ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:34.231765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.352715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68462-8409-4b45-9756-d33cb7c926dc req-418abc7d-0aa1-45b0-8622-a46bccc60728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:34.354909 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-418abc7d-0aa1-45b0-8622-a46bccc60728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=85976bcedef8493ca3e75096541a0fb2&device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 1162 time: 0.7701766
Feb 05 19:17:34.357466 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-6ace1460-baf9-48cc-9560-ed6f3a791bab tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1275303
Feb 05 19:17:34.387461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.437534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:34.441269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:34.447278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.459347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 85d97b27-4c93-470e-aeeb-09e175518ce2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=85d97b27-4c93-470e-aeeb-09e175518ce2,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:34.460716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:34.475699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:34.480972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.496245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:34.527267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Attempting to bind port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:34.527772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Attempting to bind port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:34.528144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Attempting to bind port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab on network ad629650-edc7-4de9-8b47-b5971fadcf97 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:34.534789 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-02e08011-100a-4856-acc0-d7219fdffe30 service neutron] 10.222.0.59 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637342
Feb 05 19:17:34.590191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=85d97b27-4c93-470e-aeeb-09e175518ce2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:34.599704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Checking segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Bound using segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Bound port: 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:34.621339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.657464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1553e4-2723-4d1f-a1d5-72e04fab838f req-9cb30892-388b-4307-acda-663d493064fb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:34.659299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a1553e4-2723-4d1f-a1d5-72e04fab838f req-9cb30892-388b-4307-acda-663d493064fb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 944 time: 1.0054204
Feb 05 19:17:34.752349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:34.791541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:34.833755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:34.836203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.837818 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] 10.222.0.45 "PUT /v2.0/ports/ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 1158 time: 3.5374694
Feb 05 19:17:34.838364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:34.857587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:34.862972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:34.876624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:34.953157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad702530-b561-474c-86e5-6ae93fdc77b3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:35.201197 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a1553e4-2723-4d1f-a1d5-72e04fab838f req-adf5553c-16eb-42c7-a152-82fc239fbb4f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5145791
Feb 05 19:17:35.281182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:35.298644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:35.311168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68462-8409-4b45-9756-d33cb7c926dc req-2178009e-ac2f-4286-8e81-0bab2713ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.313705 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-2178009e-ac2f-4286-8e81-0bab2713ebdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=969114c7-2f04-4780-9623-ec21b871179e HTTP/1.1" status: 200  len: 906 time: 0.7773383
Feb 05 19:17:35.329813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.330511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:35.332993 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] 10.222.0.45 "PUT /v2.0/ports/8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 1157 time: 3.9289474
Feb 05 19:17:35.351719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-39959691-d060-4bed-89d1-4bfe6c626faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.352941 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-39959691-d060-4bed-89d1-4bfe6c626faa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1161 time: 0.4584246
Feb 05 19:17:35.431528 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-e4528b44-dc3a-485a-8ad9-0fb2dfbd17ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8 HTTP/1.1" status: 200  len: 217 time: 0.1073980
Feb 05 19:17:35.460691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 85d97b27-4c93-470e-aeeb-09e175518ce2 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:35.519455 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-053838fe-9059-4500-8d04-ee72860358c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 217 time: 0.1559463
Feb 05 19:17:35.576253 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-8169fe1c-34e5-4021-a74d-9af3e61ea97e service neutron] 10.222.0.59 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0087273
Feb 05 19:17:35.610953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-c370444c-44ae-488a-b466-9039d02a31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.612804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-c370444c-44ae-488a-b466-9039d02a31be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0763066
Feb 05 19:17:35.626920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 85d97b27-4c93-470e-aeeb-09e175518ce2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:35.630603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:35.666820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68462-8409-4b45-9756-d33cb7c926dc req-00f78a48-4525-494c-879f-2799b6453336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.668528 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-00f78a48-4525-494c-879f-2799b6453336 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=551af696-0a61-43fc-82d6-cfcd5d9642af HTTP/1.1" status: 200  len: 852 time: 0.1873536
Feb 05 19:17:35.720503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-145d62fe-8854-4469-a072-4b57520a70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.722037 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-145d62fe-8854-4469-a072-4b57520a70bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1160 time: 0.2535660
Feb 05 19:17:35.735730 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-01551650-b200-4dfe-a673-883d10064de9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=969114c7-2f04-4780-9623-ec21b871179e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584416
Feb 05 19:17:35.748480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-20ec7ec7-5e8f-4d21-a17e-7003a7c6f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.750086 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-20ec7ec7-5e8f-4d21-a17e-7003a7c6f92f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1256638
Feb 05 19:17:35.830769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461e200-0266-48e5-9644-395ba229e446 req-99fc485d-7537-401f-a806-44a69119b91b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:35.832516 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d461e200-0266-48e5-9644-395ba229e446 req-99fc485d-7537-401f-a806-44a69119b91b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.3999829
Feb 05 19:17:35.937054 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d461e200-0266-48e5-9644-395ba229e446 req-0b67702c-d751-4dcb-b280-9fd773f349f6 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965838
Feb 05 19:17:36.109483 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2', 'code': 200}
Feb 05 19:17:36.136815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a894-4659-4474-80f2-d262d09819a6 req-b4743390-df8a-4759-a817-ecc6506e7175 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:36.138804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1066a894-4659-4474-80f2-d262d09819a6 req-b4743390-df8a-4759-a817-ecc6506e7175 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.2002470
Feb 05 19:17:36.197761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'status': 'completed', 'code': 200}
Feb 05 19:17:36.220809 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1066a894-4659-4474-80f2-d262d09819a6 req-814ca94d-d182-4ae6-84d3-5593af2fd00b tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759354
Feb 05 19:17:36.304436 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-25989b54-1ce9-4ca8-880f-a1643bb4bcca req-0dced8f9-3de4-414d-890e-c88e53622cab tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.0624495
Feb 05 19:17:36.563044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499ecf5-ac9a-4fb3-ba22-1b32ee40d1f7 req-0d0763e4-4a36-46ea-ad6f-3d0ba08224a9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:36.564774 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4499ecf5-ac9a-4fb3-ba22-1b32ee40d1f7 req-0d0763e4-4a36-46ea-ad6f-3d0ba08224a9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1757536
Feb 05 19:17:36.631094 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4499ecf5-ac9a-4fb3-ba22-1b32ee40d1f7 req-36d8e2f4-ddc3-4bb1-8b23-d113e5615d57 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588653
Feb 05 19:17:36.762735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40564) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:36.919022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:36.935233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:36.939277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Usage tracker for resource:security_group_rule and tenant:4e30bc8b6a634a218f14c333c0f1b614 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:36.942265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:36.948660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:37.040427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.044388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.055706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-52e5473f-adcd-472e-aff9-84b3ef700abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:37.102740 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e30bc8b6a634a218f14c333c0f1b614&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3387496
Feb 05 19:17:37.103670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d38f837-1dd0-44aa-ba7c-8062e4a35651,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:37.105613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40574) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:37.159873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.160278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.160700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.161187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.162168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.162562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.162949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.163332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.163719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.164097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.164496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.164879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.165297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.165676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.166050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.166423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.166794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.167169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.167542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.167912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.168285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.168704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.169081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.169453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:37.180027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:37.185578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.213689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.263693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:17:37.265739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.271941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c873c7ad-0bee-4058-86d6-1622cfe22c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:37.285647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d38f837-1dd0-44aa-ba7c-8062e4a35651,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:37.289831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:37.296843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.310686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d38f837-1dd0-44aa-ba7c-8062e4a35651 HTTP/1.1" status: 204  len: 168 time: 0.2038827
Feb 05 19:17:37.315281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5d129-9f3c-451a-9bad-f8b6d7ea60e4 req-c769b642-52fb-4753-a248-f0698a375a0c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:37.317000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0b5d129-9f3c-451a-9bad-f8b6d7ea60e4 req-c769b642-52fb-4753-a248-f0698a375a0c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.2105587
Feb 05 19:17:37.388205 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0b5d129-9f3c-451a-9bad-f8b6d7ea60e4 req-917b562d-9127-4e0a-8712-41f03d8ba86c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628276
Feb 05 19:17:37.563291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db50a9-dda6-4524-9b61-9bc0fffe5aa9 req-267105af-3b4d-4aae-a2d9-4377b8bc3ebd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:37.565049 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-63db50a9-dda6-4524-9b61-9bc0fffe5aa9 req-267105af-3b4d-4aae-a2d9-4377b8bc3ebd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1758139
Feb 05 19:17:37.634326 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68d62e94-da94-4fdd-b61d-5c33386e46c1 req-06167d84-0d1c-4639-8440-5f258c471196 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.0680833
Feb 05 19:17:37.682702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-63db50a9-dda6-4524-9b61-9bc0fffe5aa9 req-3c08eea6-94ce-45d2-b64e-df20619721c2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701616
Feb 05 19:17:37.707514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40590) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:37.727905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.744204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:37.748708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Usage tracker for resource:security_group_rule and tenant:24dd67ce77784eb49c477c2c7dcfbc76 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:37.751776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:37.757785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:37.845538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.849608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:37.858903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c75985f-26b8-4a35-96a7-6addcb805caa tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:37.908519 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24dd67ce77784eb49c477c2c7dcfbc76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1991651
Feb 05 19:17:37.909374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ab18a-de32-4712-a4b9-af64b74494f7,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:37.912481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40596) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:37.915295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:37.946215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc613fc-8eb0-4a68-8f3d-35466eb265fa req-ff547f55-74c5-4232-95c8-4b1db0ad5c3e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:37.948736 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bfc613fc-8eb0-4a68-8f3d-35466eb265fa req-ff547f55-74c5-4232-95c8-4b1db0ad5c3e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1772966
Feb 05 19:17:37.977463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:38.006013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:38.016495 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bfc613fc-8eb0-4a68-8f3d-35466eb265fa req-a79f1b44-0c2a-4780-980e-615d0f03a387 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622051
Feb 05 19:17:38.055854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:38.060937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-263b0c71-1b3f-43bc-a47e-3dab841211c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:38.079103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ab18a-de32-4712-a4b9-af64b74494f7,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:38.082327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:38.083830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:38.085070 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f86ab18a-de32-4712-a4b9-af64b74494f7 HTTP/1.1" status: 204  len: 168 time: 0.1716337
Feb 05 19:17:38.199412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:38.265730 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'status': 'completed', 'code': 200}
Feb 05 19:17:38.690322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4673bc-c194-41d5-a539-19302e952ec9 req-59e18769-b110-4923-8eeb-bbd5d875f02a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:38.692012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1a4673bc-c194-41d5-a539-19302e952ec9 req-59e18769-b110-4923-8eeb-bbd5d875f02a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.1719162
Feb 05 19:17:38.847635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:38.876494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1a4673bc-c194-41d5-a539-19302e952ec9 req-8e56b819-6baf-4385-b219-fcfb1adba580 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1582937
Feb 05 19:17:38.928679 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-92405103-983e-4d7a-a97d-f499a9649b1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 217 time: 0.2698939
Feb 05 19:17:39.101828 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-e8c9a7ce-9745-498f-8245-9494f6b6c20d service neutron] 10.222.0.45 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4078667
Feb 05 19:17:39.185935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-3fee59f5-2b38-47ac-bca6-582166c95b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:39.187495 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-3fee59f5-2b38-47ac-bca6-582166c95b9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.2499862
Feb 05 19:17:39.189767 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-bb354914-4a27-4a59-a015-17007ba7995b service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3204184
Feb 05 19:17:39.257128 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5d825e5b-0615-4249-bae5-f021bf667c01 req-044345ba-d44b-4f4f-9b9f-89925da096bb tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.2807651
Feb 05 19:17:39.430701 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-3a2a1426-a061-4e10-8db5-fffc6e6f4ae1 service neutron] 10.222.0.45 "GET /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2290864
Feb 05 19:17:39.437656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-75b134d3-cc5c-4374-9c76-de3f5fbceff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:39.439350 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-75b134d3-cc5c-4374-9c76-de3f5fbceff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2325170
Feb 05 19:17:39.523709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3e248-d56d-48e5-82bd-686e67fbcf54 req-badac3ef-878a-4176-953b-f68c54cb5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:39.525460 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d5b3e248-d56d-48e5-82bd-686e67fbcf54 req-badac3ef-878a-4176-953b-f68c54cb5a4b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 1163 time: 0.4265227
Feb 05 19:17:39.566382 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-959f9442-99f0-44cf-ba0d-9b40cd1cebc2 req-0f72ee04-00eb-4a5a-8fa4-81ab4622c4d2 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3163960
Feb 05 19:17:39.596030 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d5b3e248-d56d-48e5-82bd-686e67fbcf54 req-23d44c58-95b2-4723-ba25-c0a98214e719 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609951
Feb 05 19:17:39.682065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb684da9-dd63-4204-989b-f187af1365d9 req-ffca4180-66a2-4d2a-b2a1-33ca300f8b47 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:39.683896 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb684da9-dd63-4204-989b-f187af1365d9 req-ffca4180-66a2-4d2a-b2a1-33ca300f8b47 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.5863435
Feb 05 19:17:39.694600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-7b353926-8426-4dfc-b922-8001dbfea499 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264483
Feb 05 19:17:39.769117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a1789-7848-488a-b274-91ff4c230dde req-7bd192b7-2893-4b1d-aa29-6fc22066134e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:39.770840 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f73a1789-7848-488a-b274-91ff4c230dde req-7bd192b7-2893-4b1d-aa29-6fc22066134e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.3381526
Feb 05 19:17:39.883519 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb684da9-dd63-4204-989b-f187af1365d9 req-e5712db4-5069-4ef5-a296-7d5bb46c3f9a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991926
Feb 05 19:17:40.043536 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f73a1789-7848-488a-b274-91ff4c230dde req-c87fdb4f-212e-4410-b6a9-977693fe1a03 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2537887
Feb 05 19:17:40.094575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-3d56ebc2-7fb1-4aa5-a752-372204f004b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.096317 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-3d56ebc2-7fb1-4aa5-a752-372204f004b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1161 time: 0.1966691
Feb 05 19:17:40.323478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-f45fc19b-a674-49f3-b73d-50591d500b3d tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.324337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-f45fc19b-a674-49f3-b73d-50591d500b3d tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Synchronizing usage tracker for tenant:50a219ccc61f43b493a4067a41e49622 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:40.355432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-f45fc19b-a674-49f3-b73d-50591d500b3d tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Unset dirty status for tenant:50a219ccc61f43b493a4067a41e49622 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:40.356809 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-f45fc19b-a674-49f3-b73d-50591d500b3d tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 809 time: 0.4776125
Feb 05 19:17:40.360568 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0d0e25-bd3d-41b8-9708-d94d80f5da0c req-87dfa65c-31a5-4e5e-a8c8-b64f18f4a521 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5095034
Feb 05 19:17:40.382726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Request body: {'port': {'device_id': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88', 'admin_state_up': True, 'tenant_id': '50a219ccc61f43b493a4067a41e49622'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:40.428615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-27161b6c-d11b-41a8-a6d5-1f24a2ec6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.430232 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-27161b6c-d11b-41a8-a6d5-1f24a2ec6345 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.3258476
Feb 05 19:17:40.655042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac5726-f3ba-443e-ab1c-59b7ecbefc13 req-d7249ba0-5f06-4c23-842a-0b466d79a7c1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.656811 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30ac5726-f3ba-443e-ab1c-59b7ecbefc13 req-d7249ba0-5f06-4c23-842a-0b466d79a7c1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.3762922
Feb 05 19:17:40.659160 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cd8eaa8-d8bb-4b2d-ab0e-5661df681b2b req-43bedbde-be47-450a-a3fa-b83fc10943a5 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.2344143
Feb 05 19:17:40.674491 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-59b4edde-103d-4e66-abaf-8a2feb8c3a6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 217 time: 0.2006073
Feb 05 19:17:40.793111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8a8fb9bf-4034-41c9-bfa3-691bb0a66485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:40.794252 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30ac5726-f3ba-443e-ab1c-59b7ecbefc13 req-145e6f7a-210b-4b04-bcf0-980181a5bae7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217482
Feb 05 19:17:40.800519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-9eb0a940-5cda-4258-929d-266e116fd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.802170 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-9eb0a940-5cda-4258-929d-266e116fd1cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.1096687
Feb 05 19:17:40.868268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-59158dd6-d3ab-4b1d-844e-867ff186d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.870191 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-59158dd6-d3ab-4b1d-844e-867ff186d2c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1160 time: 0.3808830
Feb 05 19:17:40.879733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:40.906631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Usage tracker for resource:port and tenant:50a219ccc61f43b493a4067a41e49622 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:40.913219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:40.913617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-ae94d9fa-9c9a-4913-a36e-a587e6e1df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:40.915271 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-ae94d9fa-9c9a-4913-a36e-a587e6e1df19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0960932
Feb 05 19:17:40.977516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:41.006486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Made reservation on behalf of 50a219ccc61f43b493a4067a41e49622 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:17:41.028503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:41.126928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-06b693d7-5b4f-4400-a67e-d9514d8592c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:41.128656 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-06b693d7-5b4f-4400-a67e-d9514d8592c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.2502241
Feb 05 19:17:41.284815 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-0d9b1e7b-ba70-4acf-aa91-d2669c373b89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 217 time: 0.0974562
Feb 05 19:17:41.456132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-b8d29a3a-caa9-4acd-9dcb-3eea016ad774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:41.458302 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-b8d29a3a-caa9-4acd-9dcb-3eea016ad774 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.1632924
Feb 05 19:17:41.638882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-63ebad44-f087-49f9-9142-48dfb485bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:41.640847 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-63ebad44-f087-49f9-9142-48dfb485bdb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1719174
Feb 05 19:17:41.642189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Allocated IP 172.20.0.5 (ed81284a-35e5-4af0-84b3-f16534bb4d88/952291e1-2e37-4c86-a514-20d1197b2ca7/0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:17:41.766860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde0e20-2ac0-45f9-b7ea-d594c7240047 req-22ab858c-49a1-4206-b31c-1cd41bbfdb3d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:41.768605 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ccde0e20-2ac0-45f9-b7ea-d594c7240047 req-22ab858c-49a1-4206-b31c-1cd41bbfdb3d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.4245834
Feb 05 19:17:41.909030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6fa53-a070-4710-b42d-45cd673074af req-6d769a1c-2b88-487b-b064-423d15c7a4e6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:41.910733 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dbe6fa53-a070-4710-b42d-45cd673074af req-6d769a1c-2b88-487b-b064-423d15c7a4e6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.5651631
Feb 05 19:17:41.917803 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-9fe6a863-6537-45aa-96a7-6307e19ab9be service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9909945
Feb 05 19:17:42.006923 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dbe6fa53-a070-4710-b42d-45cd673074af req-1fc97f42-032f-4ce0-b679-309ecd1c3e89 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854180
Feb 05 19:17:42.159912 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ccde0e20-2ac0-45f9-b7ea-d594c7240047 req-8e6a376a-98ee-4fa8-b906-da72a5248ed8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3654592
Feb 05 19:17:42.193707 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-3c613eb1-5460-46f6-a920-64ffe2431f10 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5419357
Feb 05 19:17:42.271394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:42.346369 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1b029a33-6992-4fc5-aab4-fa635e19f732 req-b874967d-087b-45a0-86b1-111c4835dff4 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.1545229
Feb 05 19:17:42.351815 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a225979c-b1e6-46af-9466-f92aba3b4a59 req-796e8501-bc7b-494f-9ae4-18c826a82444 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3757522
Feb 05 19:17:42.466877 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e01f32d5-eccb-4f99-8c8a-6f34ac860d0e req-7ed9c636-8188-4230-8407-f2b34c442cef service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2607064
Feb 05 19:17:42.469230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:42.490131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:42.575417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d2067-fbc4-4120-8238-b40b1f726492 req-ac1b10c0-ce4b-456d-8dc3-d77430f33d49 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:42.584431 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2d2d2067-fbc4-4120-8238-b40b1f726492 req-ac1b10c0-ce4b-456d-8dc3-d77430f33d49 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.2314236
Feb 05 19:17:42.585534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Pushing event updated for resources: {'Port': ['ID=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:42.594821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:42.662479 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2d2d2067-fbc4-4120-8238-b40b1f726492 req-a62d992c-52f6-468b-98c2-1381fdaae7d5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769098
Feb 05 19:17:42.759007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:17:42.760356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:17:42.763128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:17:42.852888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e081981b-b4d1-4c4f-b7a0-8c6ac60e3baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:42.866350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:42.867078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:42.901273 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5226243
Feb 05 19:17:42.916139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Request body: {'port': {'device_id': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:43.045577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:43.416384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32f841-4ede-4205-8f09-9a99689d8a34 req-1e41e27b-36a9-46b4-b7db-bfad418d807d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:43.418104 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0c32f841-4ede-4205-8f09-9a99689d8a34 req-1e41e27b-36a9-46b4-b7db-bfad418d807d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2240086
Feb 05 19:17:43.500869 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0c32f841-4ede-4205-8f09-9a99689d8a34 req-4d20e4b9-c6b0-4aa5-8eeb-6757eb8ec39b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748432
Feb 05 19:17:43.531848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:17:43.541691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:43.555873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Transition to ACTIVE for port object 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:17:43.559327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:43.574301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:43.601595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaadcd4-62f5-45fd-affe-32b99af4537d req-548b61b4-f3d6-4794-ac48-7e7b56212664 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:43.603274 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fbaadcd4-62f5-45fd-affe-32b99af4537d req-548b61b4-f3d6-4794-ac48-7e7b56212664 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.3193266
Feb 05 19:17:43.656790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:43.671101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:43.755438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:43.773127 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fbaadcd4-62f5-45fd-affe-32b99af4537d req-fed0a8af-4978-4d9b-85a7-69f2db23ed78 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635363
Feb 05 19:17:43.945867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463090dd-0d13-4ddd-93fe-a48cd744bb9e req-a8a33ce9-4fe5-40a2-9904-0f1a52b7113a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:43.947626 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-463090dd-0d13-4ddd-93fe-a48cd744bb9e req-a8a33ce9-4fe5-40a2-9904-0f1a52b7113a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.2893860
Feb 05 19:17:44.000704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Attempting to bind port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:17:44.001078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Attempting to bind port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:17:44.001446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Attempting to bind port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a on network ed81284a-35e5-4af0-84b3-f16534bb4d88 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:17:44.008284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:17:44.008284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Checking segment: {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:17:44.008561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.008877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Bound using segment: {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:17:44.009369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Bound port: 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:17:44.009743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.080676 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-463090dd-0d13-4ddd-93fe-a48cd744bb9e req-68baa96f-1996-43f1-9971-6ba4c7d8bb0e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925705
Feb 05 19:17:44.138531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] For port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:17:44.141853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] For port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:17:44.146324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.162186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36694d0b-4c12-4015-aba4-8625e3e783a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:44.177232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d827e-b7f6-4aa2-9a41-56e1d0e8007b req-e28a0328-9cfc-473d-9eb7-30e34c8fc080 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.178956 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c81d827e-b7f6-4aa2-9a41-56e1d0e8007b req-e28a0328-9cfc-473d-9eb7-30e34c8fc080 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 943 time: 0.2303226
Feb 05 19:17:44.202454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:44.272300 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c81d827e-b7f6-4aa2-9a41-56e1d0e8007b req-d243bc83-965a-4063-a99d-cae66c868870 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850694
Feb 05 19:17:44.298497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:44.304806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:44.305401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.337062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:44.341919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:44.376599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.377457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.379069 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] 10.222.0.45 "PUT /v2.0/ports/0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a HTTP/1.1" status: 200  len: 1157 time: 1.4683979
Feb 05 19:17:44.380250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:44.450416 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a', 'status': 'completed', 'code': 200}
Feb 05 19:17:44.463563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.508967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:44.515712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:44.519744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.521077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:44.557186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:44.615432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15694ff6-65c8-4619-9257-ffc81cf6a056 req-928d4968-2a91-4b09-ae1b-235e27f2dba6 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.617822 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15694ff6-65c8-4619-9257-ffc81cf6a056 req-928d4968-2a91-4b09-ae1b-235e27f2dba6 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.1993275
Feb 05 19:17:44.659117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:44.670139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.670509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.670890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.671278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.671718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.672092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.672485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.672881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.673250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.673617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.673991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.674352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.674770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.675138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.675506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.675868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.676229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.677160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.677526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.677890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.678255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.678618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.678979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.679337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:17:44.697138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:44.705341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:44.712035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:44.712550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:44.768270 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15694ff6-65c8-4619-9257-ffc81cf6a056 req-455d32f0-4dd8-4083-b566-a5abe810cb9c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116989
Feb 05 19:17:44.836643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-6ec00b8b-3684-4db6-b599-0992d804cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.838259 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-6ec00b8b-3684-4db6-b599-0992d804cf42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 1163 time: 0.3447437
Feb 05 19:17:44.840097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-7f5a06cb-9a07-4d3e-9186-6dea139f86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.841562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-7f5a06cb-9a07-4d3e-9186-6dea139f86b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 1160 time: 0.3873479
Feb 05 19:17:44.886655 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'code': 200}
Feb 05 19:17:44.911551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f24030-e62f-4179-bef7-68d208fb20a9 req-f8fbe9d7-ed01-4368-809f-fff0e64e422b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:44.920110 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-98f24030-e62f-4179-bef7-68d208fb20a9 req-f8fbe9d7-ed01-4368-809f-fff0e64e422b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.3008988
Feb 05 19:17:44.956405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:45.007406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:45.028830 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-391dac5b-73ac-4609-afb2-f80b2e383954 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a HTTP/1.1" status: 200  len: 217 time: 0.1595869
Feb 05 19:17:45.037591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:45.044229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:45.122745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:45.131083 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-98f24030-e62f-4179-bef7-68d208fb20a9 req-7fbea9e7-d7ea-4037-912d-427e1f476e25 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2100990
Feb 05 19:17:45.169981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:45.182823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-bffc6f90-a532-4782-a110-072a80a16ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.189083 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-bffc6f90-a532-4782-a110-072a80a16ad4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=952291e1-2e37-4c86-a514-20d1197b2ca7 HTTP/1.1" status: 200  len: 849 time: 0.0899379
Feb 05 19:17:45.203936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:45.208649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:45.216842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:45.366419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:45.367466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:45.368103 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-447ace0a-288d-409f-a150-53e3832d557a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed81284a-35e5-4af0-84b3-f16534bb4d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1549077
Feb 05 19:17:45.445575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc6de-cf56-41e8-a830-8297884034ff req-9094f228-845a-4899-849a-7fca7a07691d tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.447274 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-536dc6de-cf56-41e8-a830-8297884034ff req-9094f228-845a-4899-849a-7fca7a07691d tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.4855456
Feb 05 19:17:45.527011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897710-0313-45a7-8d52-42f52e9566ca req-66c4bcf4-9db6-4b7c-bedf-1185a3b17e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.528695 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3897710-0313-45a7-8d52-42f52e9566ca req-66c4bcf4-9db6-4b7c-bedf-1185a3b17e0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1163 time: 0.3888540
Feb 05 19:17:45.542279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-7bdf8c9c-3873-4a1d-b671-733b20ae81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.544250 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-7bdf8c9c-3873-4a1d-b671-733b20ae81c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.6764870
Feb 05 19:17:45.640348 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-536dc6de-cf56-41e8-a830-8297884034ff req-033da345-b44b-4dc3-9f39-de08da7d2f83 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407874
Feb 05 19:17:45.646202 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-f7888c76-ec10-4059-9159-474b5f520da1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85d97b27-4c93-470e-aeeb-09e175518ce2 HTTP/1.1" status: 200  len: 217 time: 0.0914686
Feb 05 19:17:45.692837 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3897710-0313-45a7-8d52-42f52e9566ca req-f22c4beb-5d7d-4cea-a857-6113605f8655 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347954
Feb 05 19:17:45.757106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-72e84681-b171-4d39-ae41-efc0eb7e03aa service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3704240
Feb 05 19:17:45.762742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-ec36ab8d-5d9e-4975-b8c5-942a995e761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.764234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-ec36ab8d-5d9e-4975-b8c5-942a995e761b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.0998392
Feb 05 19:17:45.827609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c6f9-3240-4e57-aef5-e5a92d79464d req-99e1e72d-a630-4369-a86f-6937d0ac354c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:45.829402 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b60c6f9-3240-4e57-aef5-e5a92d79464d req-99e1e72d-a630-4369-a86f-6937d0ac354c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.3809872
Feb 05 19:17:45.845976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40798) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:45.968087 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b60c6f9-3240-4e57-aef5-e5a92d79464d req-96e934bf-53d5-4669-8823-bbf0b63f4a32 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980983
Feb 05 19:17:46.062525 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-db69716f-ee6a-4d9c-af8b-5b3321e2fbc1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1246758
Feb 05 19:17:46.129697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ede06-a572-4c8d-8076-d039051be6a6 req-1ce46925-5a56-4adb-b2e8-01a6ddb49c92 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:46.147578 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f60ede06-a572-4c8d-8076-d039051be6a6 req-1ce46925-5a56-4adb-b2e8-01a6ddb49c92 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 943 time: 0.3169940
Feb 05 19:17:46.257445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:46.320775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:46.330445 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f60ede06-a572-4c8d-8076-d039051be6a6 req-2055928a-7cad-42bf-b60f-b6ba9f372dbb tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819258
Feb 05 19:17:46.344117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e79e82a04c49009ce07dd18c0be86b is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:46.359082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:46.375493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:46.396156 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93d7bfbc-3116-4994-bae5-03e95055d52f req-8429e65c-b1bb-4d06-af06-c6874f889d58 service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4569139
Feb 05 19:17:46.416466 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-332b14f3-45cd-40af-b01b-72f6ff149ebd service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2737060
Feb 05 19:17:46.443872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-761674d8-0b0d-4df8-a591-6aa6d2179cd1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:46.445215 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-761674d8-0b0d-4df8-a591-6aa6d2179cd1 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 0.4505610
Feb 05 19:17:46.533664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e4ec-7182-4ced-864f-7d7730242775 req-804b8654-4633-4aab-9cd3-ed811a36a08e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:46.535369 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8275e4ec-7182-4ced-864f-7d7730242775 req-804b8654-4633-4aab-9cd3-ed811a36a08e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.3217230
Feb 05 19:17:46.685209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:46.694874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:46.709906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:46.718331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-c27a0ada-e5b0-497d-a672-6e6ce96c46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:46.719955 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-c27a0ada-e5b0-497d-a672-6e6ce96c46c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 1160 time: 0.2537227
Feb 05 19:17:46.720930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Deleting port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:17:46.721327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:46.726613 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4d2fc53a-3b69-42d2-bcbd-59ba950315fa req-0ae34f19-a0a6-4c09-9d72-5292cd2aac13 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2936006
Feb 05 19:17:46.796799 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8275e4ec-7182-4ced-864f-7d7730242775 req-46afe658-326d-442e-9b54-4941cd3a80a4 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2177861
Feb 05 19:17:46.854182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5e79e82a04c49009ce07dd18c0be86b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0045409
Feb 05 19:17:46.856176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40820) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:46.860179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab788d9b-3253-45e7-916b-cb34d9cc999a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:46.885295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:46.888258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:46.972286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-c476eaec-c284-4c99-9c42-7027bc3b9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:46.974671 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-c476eaec-c284-4c99-9c42-7027bc3b9a49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 903 time: 0.2431467
Feb 05 19:17:47.010398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fca444-c381-4c83-b1f1-80b369142dac req-c7ed1c0e-fe03-45f9-98b3-5d534e15aa92 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:47.012091 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32fca444-c381-4c83-b1f1-80b369142dac req-c7ed1c0e-fe03-45f9-98b3-5d534e15aa92 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.4410782
Feb 05 19:17:47.048493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.052180 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-b2bf3512-c374-4fe4-bc7f-514ec01fbda2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a HTTP/1.1" status: 200  len: 217 time: 0.0697050
Feb 05 19:17:47.085748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.258741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-1369aa28-b291-44e8-bfbe-12279b478ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:47.260777 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-1369aa28-b291-44e8-bfbe-12279b478ff3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=952291e1-2e37-4c86-a514-20d1197b2ca7 HTTP/1.1" status: 200  len: 849 time: 0.1645923
Feb 05 19:17:47.323705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.336505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-706ae4ca-e6a1-4515-b591-54746a69df86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:47.342095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:47.353031 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-eee299cb-f2b9-47a3-b249-e3a41e10578e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed81284a-35e5-4af0-84b3-f16534bb4d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838668
Feb 05 19:17:47.360214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.361466 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab788d9b-3253-45e7-916b-cb34d9cc999a HTTP/1.1" status: 204  len: 168 time: 0.5052428
Feb 05 19:17:47.362657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab788d9b-3253-45e7-916b-cb34d9cc999a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:47.387760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:47.518845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:47.519262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.580863 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-5347c3af-bb44-45c0-97d3-dc640b927bf3 service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156198
Feb 05 19:17:47.609159 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32fca444-c381-4c83-b1f1-80b369142dac req-9b542889-0d55-44a5-bddb-61f5cd1c51f1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4923263
Feb 05 19:17:47.660187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,segment=NetworkSegment(c94ab40a-86d7-44b4-aea4-359e8cf0529b),segment_id=c94ab40a-86d7-44b4-aea4-359e8cf0529b)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:47.660959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:47.792510 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'code': 200}
Feb 05 19:17:47.795463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:47.893373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Calling delete_port for 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:17:47.909098 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d00f119-5d9e-48bb-b260-dc2722a02dc6 req-18477c68-df52-46b8-9c76-524205a01df7 service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3109179
Feb 05 19:17:47.939160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:47.939870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.025139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40846) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:48.185032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.189120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:17:48.206744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:48.213010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Usage tracker for resource:security_group_rule and tenant:1574fea1b22d4c96b7b147e4495c399a is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:48.217086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:48.224655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:48.257360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62384aca-99fb-4d47-8f18-5b9501bc72c1 req-c4a65ff7-4927-4306-9adb-46e151720e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:48.257360 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-62384aca-99fb-4d47-8f18-5b9501bc72c1 req-c4a65ff7-4927-4306-9adb-46e151720e8b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1162 time: 0.2279398
Feb 05 19:17:48.302944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84587b47-a1fa-4782-ab6b-0b94ebd36364 req-c26de2b2-99f5-4fdd-bfa3-db85d552e1c0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:48.305807 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84587b47-a1fa-4782-ab6b-0b94ebd36364 req-c26de2b2-99f5-4fdd-bfa3-db85d552e1c0 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 945 time: 1.2914782
Feb 05 19:17:48.326958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-62384aca-99fb-4d47-8f18-5b9501bc72c1 req-6c30be68-c453-4fb0-9ace-f2a7e25846f0 service neutron] Synchronizing usage tracker for tenant:c87518d557af41fca7766bb0ecc3fc0f on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:48.349828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.364968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-62384aca-99fb-4d47-8f18-5b9501bc72c1 req-6c30be68-c453-4fb0-9ace-f2a7e25846f0 service neutron] Unset dirty status for tenant:c87518d557af41fca7766bb0ecc3fc0f on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:48.366658 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-62384aca-99fb-4d47-8f18-5b9501bc72c1 req-6c30be68-c453-4fb0-9ace-f2a7e25846f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975909
Feb 05 19:17:48.384501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.388013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.389344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,segment=NetworkSegment(c94ab40a-86d7-44b4-aea4-359e8cf0529b),segment_id=c94ab40a-86d7-44b4-aea4-359e8cf0529b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:48.392063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.394789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:48.395773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b6b81f53-6393-4938-96b5-06c1f13f583c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:48.447654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f2886a-2a79-4ca8-837a-e309347198d5,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:48.452645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:48.455328 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1574fea1b22d4c96b7b147e4495c399a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4285686
Feb 05 19:17:48.460158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40856) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:48.484782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:48.488355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:48.500314 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84587b47-a1fa-4782-ab6b-0b94ebd36364 req-10430b14-241e-4b53-8af7-4599620c8045 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094096
Feb 05 19:17:48.502160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:17:48.502675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:17:48.533036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.565490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.597831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09f82-6c29-419f-a6a8-2bbff189d09b req-a804aefe-8036-4794-a1ef-52756735bfea tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:48.600434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c5d09f82-6c29-419f-a6a8-2bbff189d09b req-a804aefe-8036-4794-a1ef-52756735bfea tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.5479825
Feb 05 19:17:48.615632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.620866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6fcbd804-7c4b-410c-b1b1-3eabcc7b5a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:48.637165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f2886a-2a79-4ca8-837a-e309347198d5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:48.639162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:48.640395 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7f2886a-2a79-4ca8-837a-e309347198d5 HTTP/1.1" status: 204  len: 168 time: 0.1790290
Feb 05 19:17:48.641514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:48.731434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c5d09f82-6c29-419f-a6a8-2bbff189d09b req-bd395281-f081-4477-b4fc-db9e585c3b87 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238911
Feb 05 19:17:48.853504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7f64d-7aa7-4100-9176-1ec35388c5f1 req-aa5c7ef9-0395-4396-a9b6-9f883ca23efc tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:48.859029 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-34f7f64d-7aa7-4100-9176-1ec35388c5f1 req-aa5c7ef9-0395-4396-a9b6-9f883ca23efc tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 943 time: 0.2164741
Feb 05 19:17:48.985176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-34f7f64d-7aa7-4100-9176-1ec35388c5f1 req-4cea6f04-3690-4daf-9e2d-0b91847d0b63 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181324
Feb 05 19:17:49.087331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10436d05-6951-498a-99ed-9cd41b661bbe req-59233044-ef2b-43b8-8752-023e79ecff80 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:49.089012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-10436d05-6951-498a-99ed-9cd41b661bbe req-59233044-ef2b-43b8-8752-023e79ecff80 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2241278
Feb 05 19:17:49.089581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Deleting port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:17:49.089966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:49.261537 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-10436d05-6951-498a-99ed-9cd41b661bbe req-e8dc3e36-b765-4f48-9d2f-7931d3051ff7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400843
Feb 05 19:17:49.462993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-8becb268-6347-4d88-a5a6-6cb7ed7deb39 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:17:49.514251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5da84-b66c-431c-aee5-110fcc223594 req-6ec2d2aa-5cf5-4ce3-bc20-e0d0421f8e2a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:49.515971 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71b5da84-b66c-431c-aee5-110fcc223594 req-6ec2d2aa-5cf5-4ce3-bc20-e0d0421f8e2a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.3728547
Feb 05 19:17:49.697706 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71b5da84-b66c-431c-aee5-110fcc223594 req-dce90774-a854-4e25-bbc8-47821f5b9d9c tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742985
Feb 05 19:17:49.735680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] For port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,segment=NetworkSegment(c94ab40a-86d7-44b4-aea4-359e8cf0529b),segment_id=c94ab40a-86d7-44b4-aea4-359e8cf0529b)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:49.736171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:49.795217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:49.920901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Calling delete_port for 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:17:50.037192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79e408-0fac-4441-88a8-57613aade6f0 req-cf7dddba-d897-4246-abca-1c3afc95580f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:50.038845 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e79e408-0fac-4441-88a8-57613aade6f0 req-cf7dddba-d897-4246-abca-1c3afc95580f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.5218308
Feb 05 19:17:50.049467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40916) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:50.056709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'floatingip': {'port_id': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:50.137338 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8', 'code': 200}
Feb 05 19:17:50.221384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:50.264672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:50.300517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd682ab-e59a-4968-90c5-20a97b177621 req-b1ef1845-8f21-4cc0-bf26-0851242c24bf tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:50.302124 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ebd682ab-e59a-4968-90c5-20a97b177621 req-b1ef1845-8f21-4cc0-bf26-0851242c24bf tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 943 time: 0.3894160
Feb 05 19:17:50.351411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:17:50.357723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:50.358148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:50.442758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:50.518256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:50.548509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:50.561349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:17:50.565149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:50.568225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:50.606620 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ebd682ab-e59a-4968-90c5-20a97b177621 req-3bc409c0-9f5d-48f5-997a-42cce18bb3d5 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/security-groups?id=74887393-6be1-4df9-81c8-2ac98ef669ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976048
Feb 05 19:17:50.699277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:50.705211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:50.733321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbc4ae-019d-453e-8072-7474251e0289 req-d0bbfb07-6683-4755-a3e9-dab3e54a4183 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:50.744219 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bcfbc4ae-019d-453e-8072-7474251e0289 req-d0bbfb07-6683-4755-a3e9-dab3e54a4183 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 943 time: 0.4366913
Feb 05 19:17:50.749458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Pushing event deleted for resources: {'Port': ['ID=268cfdf4-efb4-49a9-908c-a1a1838ec3d8,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:50.775280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:51.114820 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bcfbc4ae-019d-453e-8072-7474251e0289 req-142337ab-3ff8-4dac-bb7e-d7222e9e2a70 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3691750
Feb 05 19:17:51.252806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] No DVR routers for this DVR port 268cfdf4-efb4-49a9-908c-a1a1838ec3d8 on host hv-cinder-77428 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:17:51.260522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:51.263470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-deleted', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:51.331468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:17:51.357979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d258f-c438-406f-94db-700167071292 req-d36e99f9-f9ea-4d2a-a898-5dd159befb64 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:51.359685 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d33d258f-c438-406f-94db-700167071292 req-d36e99f9-f9ea-4d2a-a898-5dd159befb64 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.5862651
Feb 05 19:17:51.434867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:17:51.435520 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:51.448068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:51.451808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:51.486503 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c191708a-4b89-4ecb-b4b7-4ade76e03f8a req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.45 "DELETE /v2.0/ports/268cfdf4-efb4-49a9-908c-a1a1838ec3d8 HTTP/1.1" status: 204  len: 173 time: 4.9492216
Feb 05 19:17:51.562728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d33d258f-c438-406f-94db-700167071292 req-9ab8c268-e5d8-4cc2-ade9-07dbfcdaaf20 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1900752
Feb 05 19:17:51.690418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Floating IP e91eac7b-984c-4c14-a790-b79e9ae220f7 associated. External IP: 172.27.3.175, port: ed541ae8-6f16-4fe0-a917-3d6f71905fb8.
Feb 05 19:17:51.738164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781031f8-014d-4478-81f5-1ec42bbf4481 req-e2328697-8f0f-4e80-8126-c8d1e47c8e1a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:51.740290 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-781031f8-014d-4478-81f5-1ec42bbf4481 req-e2328697-8f0f-4e80-8126-c8d1e47c8e1a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.3698025
Feb 05 19:17:51.742170 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd', 'name': 'network-vif-deleted', 'tag': '268cfdf4-efb4-49a9-908c-a1a1838ec3d8', 'status': 'completed', 'code': 200}
Feb 05 19:17:51.823540 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-781031f8-014d-4478-81f5-1ec42bbf4481 req-5479b7f3-1030-4d14-b901-10df3971e692 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756383
Feb 05 19:17:52.136869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd894786-dc70-454c-826c-342cf5411058 req-c802634a-3033-4a57-b575-f439ca8a446c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:52.139559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:52.161182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cd894786-dc70-454c-826c-342cf5411058 req-c802634a-3033-4a57-b575-f439ca8a446c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2734959
Feb 05 19:17:52.161953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40972) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:52.164923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0f84c0cb-dd8d-4076-bf81-aa30b9a10b92 req-75bda3b1-91d7-44a8-bbf2-031027828d61 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Synchronizing usage tracker for tenant:85976bcedef8493ca3e75096541a0fb2 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:17:52.171408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:17:52.173902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'floatingip': {'port_id': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:17:52.356664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:52.448210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0f84c0cb-dd8d-4076-bf81-aa30b9a10b92 req-75bda3b1-91d7-44a8-bbf2-031027828d61 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Unset dirty status for tenant:85976bcedef8493ca3e75096541a0fb2 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:17:52.449535 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0f84c0cb-dd8d-4076-bf81-aa30b9a10b92 req-75bda3b1-91d7-44a8-bbf2-031027828d61 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5a4d39e-7534-4d2e-bb4f-1b10ce66b5dd HTTP/1.1" status: 200  len: 210 time: 0.4715405
Feb 05 19:17:52.625605 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a', 'code': 200}
Feb 05 19:17:52.630702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:17:52.635381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:52.644925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:17:52.659777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:52.660422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d5a908>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:17:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:52.749360 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1705bbee-e78e-4ae0-9c28-ddbe1f5bec7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "PUT /v2.0/floatingips/e91eac7b-984c-4c14-a790-b79e9ae220f7 HTTP/1.1" status: 200  len: 992 time: 2.6983058
Feb 05 19:17:52.766342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:52.983124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f2a96-ff2f-4fb5-8e7e-e69bf5a92641 req-92950bbd-e26d-453e-86da-b495d3ae022f tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:52.992639 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f14f2a96-ff2f-4fb5-8e7e-e69bf5a92641 req-92950bbd-e26d-453e-86da-b495d3ae022f tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.7038558
Feb 05 19:17:53.046538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:53.142621 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'status': 'completed', 'code': 200}
Feb 05 19:17:53.317976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57363b9-0dfe-4623-a888-86e357496744 req-7a3a63b8-caba-4d92-bfed-f1b303e298d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.319576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-7a3a63b8-caba-4d92-bfed-f1b303e298d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1163 time: 0.1492693
Feb 05 19:17:53.390005 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f14f2a96-ff2f-4fb5-8e7e-e69bf5a92641 req-5aba0cb5-bcb3-4585-850a-b499cf73f072 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3958583
Feb 05 19:17:53.501648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57363b9-0dfe-4623-a888-86e357496744 req-82249337-b13e-4ae8-8edc-65283fdbe72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.503539 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-82249337-b13e-4ae8-8edc-65283fdbe72d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1767101
Feb 05 19:17:53.569521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d5a908>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'e91eac7b-984c-4c14-a790-b79e9ae220f7', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:52:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:13Z', 'updated_at': '2021-02-05T19:17:51Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:53.574314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:17:53.586046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:53.587137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d5a908>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:17:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:53.590668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0938f-0b2b-47ce-8cc2-89a2f580498f req-518d1e80-5c63-450c-aa20-c950307946f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.592284 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6ff0938f-0b2b-47ce-8cc2-89a2f580498f req-518d1e80-5c63-450c-aa20-c950307946f9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 1162 time: 0.4927762
Feb 05 19:17:53.648193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.resource_extend [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 05 19:17:53.689515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-6315ea1b-2b14-46da-89ca-e48747872880 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 1000 time: 0.1650934
Feb 05 19:17:53.773467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57363b9-0dfe-4623-a888-86e357496744 req-5a0c0336-04bf-414c-8a65-f4966e594dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.775176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-5a0c0336-04bf-414c-8a65-f4966e594dfb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0785096
Feb 05 19:17:53.843526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:53.894292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be72295-c9dd-4abb-92db-d64d6b2339f1 req-bc0cda7e-55a4-4caa-987f-de7ac4256772 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.902711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1be72295-c9dd-4abb-92db-d64d6b2339f1 req-bc0cda7e-55a4-4caa-987f-de7ac4256772 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.5340762
Feb 05 19:17:53.946327 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6ff0938f-0b2b-47ce-8cc2-89a2f580498f req-82054573-464f-4aa0-9b70-d237667fbbb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3395875
Feb 05 19:17:53.970243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57363b9-0dfe-4623-a888-86e357496744 req-82672e8a-27db-4d6a-b6ec-11ebdeda6271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:53.980601 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-82672e8a-27db-4d6a-b6ec-11ebdeda6271 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1822901
Feb 05 19:17:53.988891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:54.030338 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1be72295-c9dd-4abb-92db-d64d6b2339f1 req-01d1e13e-5d32-43b3-8da3-cfd1f41e03d9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266224
Feb 05 19:17:54.033825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:54.391208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-c3bfeb65-d579-4c14-acbe-3efff8154b2a service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186098
Feb 05 19:17:54.606427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d5a908>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'e91eac7b-984c-4c14-a790-b79e9ae220f7', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:52:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:13Z', 'updated_at': '2021-02-05T19:17:51Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:54.616811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63de784b-5016-4b3f-9824-2e4258c6a0d8 None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'e91eac7b-984c-4c14-a790-b79e9ae220f7', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:52:1e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:13Z', 'updated_at': '2021-02-05T19:17:51Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:54.657572 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f57363b9-0dfe-4623-a888-86e357496744 req-2d084702-e2ad-4a4f-a862-e13c6cc7c35b service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2548373
Feb 05 19:17:54.741232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41046) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:54.766550 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Floating IP cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da associated. External IP: 172.27.3.157, port: 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab.
Feb 05 19:17:54.924487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:54.948197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:54.952541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Usage tracker for resource:security_group_rule and tenant:089562b36a6b4b0aafb0d60fc8e92908 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:54.955683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:54.962331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:54.980561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90356-7e7e-4b5a-a040-67a1cb9f4ac7 req-2c78c28e-59bc-48cb-9f63-b36443501813 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:54.988284 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-12f90356-7e7e-4b5a-a040-67a1cb9f4ac7 req-2c78c28e-59bc-48cb-9f63-b36443501813 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.3906639
Feb 05 19:17:55.006898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9644eef-6b8c-434f-836c-fade4bfb4019 None None] New status for floating IP e91eac7b-984c-4c14-a790-b79e9ae220f7: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:17:55.066167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.071117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.084010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb6e8f77-5cad-43fc-8a8a-523cb7bafcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:55.116728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6562f2-f408-4012-b9c8-424c67294661,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:55.121655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:55.140490 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=089562b36a6b4b0aafb0d60fc8e92908&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3978305
Feb 05 19:17:55.143766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41062) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:55.165167 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-12f90356-7e7e-4b5a-a040-67a1cb9f4ac7 req-d9bea289-fb3e-422c-ae59-dce7cced1431 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751904
Feb 05 19:17:55.220246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.257388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.358294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.365620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:55.380281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6562f2-f408-4012-b9c8-424c67294661,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:55.383280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:55.390969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.397275 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f6562f2-f408-4012-b9c8-424c67294661 HTTP/1.1" status: 204  len: 168 time: 0.2516587
Feb 05 19:17:55.779275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc236947-790a-4a2a-a7b9-73befd66c6a7 req-622c9e5e-c02c-4c99-8f2c-f63296d9fdbe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:55.783012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc236947-790a-4a2a-a7b9-73befd66c6a7 req-622c9e5e-c02c-4c99-8f2c-f63296d9fdbe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.4023113
Feb 05 19:17:55.835512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41084) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:55.837998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:17:55.869407 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc236947-790a-4a2a-a7b9-73befd66c6a7 req-377a38c1-1453-48e7-8a74-4c0d9cf3e142 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815680
Feb 05 19:17:55.918106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41088) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:55.942176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:55.962064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Deleting subnet 551af696-0a61-43fc-82d6-cfcd5d9642af {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:17:55.966621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.000580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:56.007645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Usage tracker for resource:security_group_rule and tenant:f374af04b8b9414d84bdc798a487934f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:56.012141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:56.025632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:56.056238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.067678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.068679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:17:56.073233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.079732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:17:56.102860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:56.103597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37828>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:17:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:56.148055 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9adb5f2a-ca80-47cd-8cec-37da54ab9b4b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "PUT /v2.0/floatingips/cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da HTTP/1.1" status: 200  len: 991 time: 3.9771755
Feb 05 19:17:56.148055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:17:56.218867 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'status': 'completed', 'code': 200}
Feb 05 19:17:56.344985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:56.345672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.359110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.397863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b23adb94-2910-486f-802d-cdd6a821c2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:56.413809 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f374af04b8b9414d84bdc798a487934f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4945130
Feb 05 19:17:56.420673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41102) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:56.517058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1469beb-8ed1-4814-8f33-e30c9913f971,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:56.524407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:56.526908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980449-aea1-4aec-a000-929635b61ade req-9a2902ca-7a70-4a8a-9bea-d3d996f635df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:56.527945 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-9a2902ca-7a70-4a8a-9bea-d3d996f635df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1162 time: 0.2701209
Feb 05 19:17:56.585461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b810f5-5352-4453-a68d-a7f95cc75b4e req-bb0ce3d6-f6ca-4d4d-b237-95b7b86274c9 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:56.594475 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b2b810f5-5352-4453-a68d-a7f95cc75b4e req-bb0ce3d6-f6ca-4d4d-b237-95b7b86274c9 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.2403328
Feb 05 19:17:56.675964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.713217 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b2b810f5-5352-4453-a68d-a7f95cc75b4e req-7c283fff-0665-41f9-b59f-88c3891f6ea5 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176333
Feb 05 19:17:56.731959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.751945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.778803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a37e2aab-c0ee-4d58-8b3f-5220b3e6fa67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:56.803407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41114) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:56.835941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.841825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2fbfe97-1078-4ccd-8809-e1661b44f8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:56.844061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551af696-0a61-43fc-82d6-cfcd5d9642af,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:56.869644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1469beb-8ed1-4814-8f33-e30c9913f971,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:56.872918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:56.874546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:56.875947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1469beb-8ed1-4814-8f33-e30c9913f971 HTTP/1.1" status: 204  len: 168 time: 0.4446363
Feb 05 19:17:57.066990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980449-aea1-4aec-a000-929635b61ade req-f9f6f46a-8ece-48fc-9e88-de4f4e6b5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:57.069820 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-f9f6f46a-8ece-48fc-9e88-de4f4e6b5cce service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.5307183
Feb 05 19:17:57.098600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:57.106430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.153035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.221818 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/551af696-0a61-43fc-82d6-cfcd5d9642af HTTP/1.1" status: 204  len: 168 time: 1.3850179
Feb 05 19:17:57.237605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41130) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:57.256240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37828>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:8c:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136926ac-2e90-4f77-9663-165c19410bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:15Z', 'updated_at': '2021-02-05T19:17:53Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:57.267554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:17:57.290877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:17:57.291498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37828>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:17:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:57.308746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:17:57.322552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Usage tracker for resource:security_group_rule and tenant:8a4e826bba6f4f91888c6f27e1119fae is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:17:57.330321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:17:57.340071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:17:57.388767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.476900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef4bb7-c261-43ce-977d-ba94216680cb req-2efe2181-1b05-4fd1-a51d-d7ffb7a669be tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:57.484894 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-63ef4bb7-c261-43ce-977d-ba94216680cb req-2efe2181-1b05-4fd1-a51d-d7ffb7a669be tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2826915
Feb 05 19:17:57.640428 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-4c7bfc2c-f079-46a3-a848-1e13e67c0f10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 999 time: 0.5473659
Feb 05 19:17:57.644171 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-63ef4bb7-c261-43ce-977d-ba94216680cb req-3360d5d1-ed76-4ea2-94fb-e0d21e471e23 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578496
Feb 05 19:17:57.738495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:17:57.804629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.811682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.832653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:57.853535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:57.897918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155bf16-7922-411f-9dcc-1f371cb1686c,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:57.903313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:57.947570 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a4e826bba6f4f91888c6f27e1119fae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1430140
Feb 05 19:17:57.952597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41156) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:17:58.046613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980449-aea1-4aec-a000-929635b61ade req-c82c1041-1ca1-477f-bfb9-f1f833b80ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:58.048134 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-c82c1041-1ca1-477f-bfb9-f1f833b80ad6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.3474643
Feb 05 19:17:58.060786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0c86f65ef0>> segment before_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.061192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0c86f65ef0>> subnet precommit_delete_associations 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.062013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> segment_host_mapping after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.062389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> port after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.062745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> port after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.063130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> port after_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.063504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> segment after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.063886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> subnet after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.064306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> subnet after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.064715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c8726db70>> subnet after_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.137203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86109780>> subnet after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.137594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86109780>> subnet after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.137980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86109780>> subnet before_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.138316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86109780>> subnet before_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:17:58.138700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c87aa4438>,) {'filters': {'network_id': ['969114c7-2f04-4780-9623-ec21b871179e']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:58.205707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87aa4438>, 'c94ab40a-86d7-44b4-aea4-359e8cf0529b') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:58.206041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87aa4438>, 'c94ab40a-86d7-44b4-aea4-359e8cf0529b') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:58.246561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.287183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.300210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37828>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:8c:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136926ac-2e90-4f77-9663-165c19410bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:15Z', 'updated_at': '2021-02-05T19:17:53Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:17:58.304790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174da22-54ce-40c9-b3bc-7ab1a1828b37 None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:8c:8d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136926ac-2e90-4f77-9663-165c19410bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:17:15Z', 'updated_at': '2021-02-05T19:17:53Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:17:58.323633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.367351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.370583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:17:58.497845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c308400-c945-4e4e-ab82-495beb30348a req-d3daddfd-b427-4136-8ef7-0d23c6941c67 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:58.499182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c308400-c945-4e4e-ab82-495beb30348a req-d3daddfd-b427-4136-8ef7-0d23c6941c67 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.1776352
Feb 05 19:17:58.566414 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c308400-c945-4e4e-ab82-495beb30348a req-480b7081-a18b-497c-a41a-2420da121ee6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596054
Feb 05 19:17:58.639054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a30cde0-d3b0-4da1-ad71-92d2dd4eb1d4 None None] New status for floating IP cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:17:58.794401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.798714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-904f20cf-e467-4d0e-ae61-edfd4a1b3e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:58.819800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff980449-aea1-4aec-a000-929635b61ade req-f3ead366-9c34-441e-b3f9-065777df93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:58.821434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-f3ead366-9c34-441e-b3f9-065777df93c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6717646
Feb 05 19:17:58.835207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155bf16-7922-411f-9dcc-1f371cb1686c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:58.840842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Network 969114c7-2f04-4780-9623-ec21b871179e has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:17:58.849237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:58.879046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.894675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:58.899007 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1155bf16-7922-411f-9dcc-1f371cb1686c HTTP/1.1" status: 204  len: 168 time: 0.9413896
Feb 05 19:17:59.151414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad060ee1-5696-4010-ac7a-0a38919749cb req-f281925a-f852-4bad-b0ac-b8440f3b4aac tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:17:59.153266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad060ee1-5696-4010-ac7a-0a38919749cb req-f281925a-f852-4bad-b0ac-b8440f3b4aac tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.3465452
Feb 05 19:17:59.299223 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad060ee1-5696-4010-ac7a-0a38919749cb req-0722e09c-040e-4217-b6af-298b55cefa7e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336737
Feb 05 19:17:59.396141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Network 969114c7-2f04-4780-9623-ec21b871179e has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   (rel_b, rel_a, rel_b),
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   (rel_b, rel_a, rel_b),
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:17:59.429467 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:17:59.540820 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-4270766e-3f69-438a-9519-bd6a730302e4 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7028508
Feb 05 19:17:59.580318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:59.590681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:17:59.663905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e67bdc-545b-4215-8176-a0125d09c418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:17:59.687777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=969114c7-2f04-4780-9623-ec21b871179e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:17:59.693366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:17:59.698208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] 10.222.0.59 "DELETE /v2.0/networks/969114c7-2f04-4780-9623-ec21b871179e HTTP/1.1" status: 204  len: 168 time: 2.4565716
Feb 05 19:17:59.763225 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff980449-aea1-4aec-a000-929635b61ade req-4021ec01-ad23-4804-aab4-97dd9a2ebb78 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2128134
Feb 05 19:17:59.931573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41214) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:00.039335 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ab5d5bbd-08bb-421f-a333-cc6fbb1ee2ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85976bcedef8493ca3e75096541a0fb2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1064270
Feb 05 19:18:00.040101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41218) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:00.055216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e3fc-0a94-4fe3-ab33-9d0373a03653 req-7fdb2166-4ec1-49c3-b10f-e4ea4bb55f70 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:00.063410 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-80e9e3fc-0a94-4fe3-ab33-9d0373a03653 req-7fdb2166-4ec1-49c3-b10f-e4ea4bb55f70 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.2588525
Feb 05 19:18:00.145522 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-80e9e3fc-0a94-4fe3-ab33-9d0373a03653 req-bdd5c593-b778-4e78-8ac2-babfee4953d3 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810812
Feb 05 19:18:00.196666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-9545ae1d-11b9-4afd-92dc-bf0027185779 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:00.197498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-9545ae1d-11b9-4afd-92dc-bf0027185779 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Synchronizing usage tracker for tenant:50a219ccc61f43b493a4067a41e49622 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:18:00.247703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-9545ae1d-11b9-4afd-92dc-bf0027185779 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Unset dirty status for tenant:50a219ccc61f43b493a4067a41e49622 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:18:00.248918 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-9545ae1d-11b9-4afd-92dc-bf0027185779 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 945 time: 0.4045222
Feb 05 19:18:00.320327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.384830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Deleting port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:18:00.385223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.421929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.563984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.570721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c583543-e34f-480e-8f67-4e5fc032017a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:00.603324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74887393-6be1-4df9-81c8-2ac98ef669ef,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:00.611777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:00.674823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ae350-01b8-492c-b631-073490d1303b req-b73a1baf-c352-4081-8d43-20b2b8ab9cb8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:00.683071 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3c4ae350-01b8-492c-b631-073490d1303b req-b73a1baf-c352-4081-8d43-20b2b8ab9cb8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2083340
Feb 05 19:18:00.687295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.688544 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74887393-6be1-4df9-81c8-2ac98ef669ef HTTP/1.1" status: 204  len: 168 time: 0.6465557
Feb 05 19:18:00.765888 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3c4ae350-01b8-492c-b631-073490d1303b req-1865a87d-f123-4eb1-b80e-ba774fd99077 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808527
Feb 05 19:18:00.815326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] For port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:18:00.816201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:00.979812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Calling delete_port for 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:18:01.254947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:18:01.401617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:01.435550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2a2ed423-d4d1-4fe9-9d27-834dc05225c9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:01.469485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:01.495392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-008f30ad-c782-497a-9e3d-1191374d1ba5 req-d21f3b2e-f6c3-486a-9416-ca714039c8fb tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=175fbfa2-5614-4af5-b274-fdc25bb9090b HTTP/1.1" status: 200  len: 210 time: 0.1059203
Feb 05 19:18:01.523252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Pushing event deleted for resources: {'Port': ['ID=0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:01.583590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:01.715146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] No DVR routers for this DVR port 0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:18:01.718280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:01.721684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'name': 'network-vif-deleted', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:01.744901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5aa2ab-d1c7-4786-869a-1f3a3562894a req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "DELETE /v2.0/ports/0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a HTTP/1.1" status: 204  len: 173 time: 1.4841893
Feb 05 19:18:01.797714 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175fbfa2-5614-4af5-b274-fdc25bb9090b', 'name': 'network-vif-deleted', 'tag': '0cb7b156-2cf0-4d33-a7b0-61312a7f8e2a', 'status': 'completed', 'code': 200}
Feb 05 19:18:02.106221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa58f3-2f34-4423-b85f-766a2b8a3002 req-fa786db6-65f8-42e2-85d7-9f5405bf4f0e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:02.107950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9aa58f3-2f34-4423-b85f-766a2b8a3002 req-fa786db6-65f8-42e2-85d7-9f5405bf4f0e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1916065
Feb 05 19:18:02.175361 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9aa58f3-2f34-4423-b85f-766a2b8a3002 req-9c2f04b4-8e62-4076-89be-cb1ca7d7863a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610633
Feb 05 19:18:03.217129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-5442904d-0117-4aa5-9100-d14ceca03661 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:03.218769 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-5442904d-0117-4aa5-9100-d14ceca03661 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 809 time: 0.3114302
Feb 05 19:18:03.237376 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-9ef38425-faa7-46ce-9c83-2d2b76caefab tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/quotas/50a219ccc61f43b493a4067a41e49622 HTTP/1.1" status: 200  len: 375 time: 0.0110664
Feb 05 19:18:03.309162 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-6a75c8a3-609a-4a8b-ae9b-942bf1bc47a0 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0646167
Feb 05 19:18:03.734907 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-09f6776e-0651-4a3e-8c09-90975ae7f7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4232571
Feb 05 19:18:03.818182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e630b-8a62-4de4-9d30-59a946d41516 req-e38e72fc-e843-4e96-b10b-6749ce178057 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:03.819875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-834e630b-8a62-4de4-9d30-59a946d41516 req-e38e72fc-e843-4e96-b10b-6749ce178057 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.4337218
Feb 05 19:18:03.857785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41382) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:03.883357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41388) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:03.977301 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-834e630b-8a62-4de4-9d30-59a946d41516 req-3d566ef4-b372-4ba2-aa03-11107c513ff7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317999
Feb 05 19:18:04.021567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-4d613e63-c800-46b5-9e4c-5ad8f5ec4b83 service neutron] 10.222.0.59 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2005498
Feb 05 19:18:04.024771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.062468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:04.065213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.080767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Usage tracker for resource:security_group_rule and tenant:0bb7f92b0a5c472584250bf032535dcd is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:04.084536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:04.087467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:04.093485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:04.095828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Usage tracker for resource:security_group_rule and tenant:4abc30dede0945aba0632ff22fa8ea1e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:04.099984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:04.110237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:04.264261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.275376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.288578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3d21739b-d8b1-4e0e-b89f-dc5fb5fc04a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:04.299217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.304786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.356643 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bb7f92b0a5c472584250bf032535dcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4976187
Feb 05 19:18:04.357551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564fadac-fc41-488d-b710-a4b08597591a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:04.363134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41404) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:04.368694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:04.369233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d297e16-84b8-49f7-8806-8b6c1521abb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:04.410880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12b6fe-a0d4-4005-a7b8-feb257dd7da4,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:04.419711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4abc30dede0945aba0632ff22fa8ea1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5327187
Feb 05 19:18:04.420585 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0a47709-4412-4330-8a1a-187a47acd04a req-8ae91b36-4c14-4c72-8fd5-f005930d5214 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 210 time: 0.1173024
Feb 05 19:18:04.420821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:04.421308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41412) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:04.494367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.510645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.532606 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.554325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.589595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.595575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea5d3b65-f362-49fc-8e20-76337d802c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:04.612563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.613196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564fadac-fc41-488d-b710-a4b08597591a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:04.618748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ed13dea7-4829-4e77-9762-7c1fa3473e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:04.627143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:04.633751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.637729 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/564fadac-fc41-488d-b710-a4b08597591a HTTP/1.1" status: 204  len: 168 time: 0.2710137
Feb 05 19:18:04.666618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12b6fe-a0d4-4005-a7b8-feb257dd7da4,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:04.672148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:04.682298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:04.686619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea12b6fe-a0d4-4005-a7b8-feb257dd7da4 HTTP/1.1" status: 204  len: 168 time: 0.2639637
Feb 05 19:18:05.282757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41458) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:05.309418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.339107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:05.349741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Usage tracker for resource:security_group_rule and tenant:ba8831b92a4841cf970828ba611537d9 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:05.354644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:05.364196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:05.455204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.459665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.472848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ddc4f032-0d38-4b94-ac12-ea7b415a5113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:05.475595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9eeea-df95-4713-9ba6-ecfdec53351c req-d004ab7f-449b-45b0-b946-008998703786 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:05.477337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1eb9eeea-df95-4713-9ba6-ecfdec53351c req-d004ab7f-449b-45b0-b946-008998703786 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1952741
Feb 05 19:18:05.517672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab729b5d-a3ba-4dd5-b320-eea7f34b5ebd,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:05.522176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba8831b92a4841cf970828ba611537d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2383480
Feb 05 19:18:05.523101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:05.525110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41470) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:05.549230 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1eb9eeea-df95-4713-9ba6-ecfdec53351c req-8225fd50-5bd3-4b37-9a80-b18fd8563317 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649385
Feb 05 19:18:05.590284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.618996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.664588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.670174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48de7310-b780-4b86-9d6c-aea0cbcde499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:05.684019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab729b5d-a3ba-4dd5-b320-eea7f34b5ebd,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:05.687500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:05.693465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:05.697901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab729b5d-a3ba-4dd5-b320-eea7f34b5ebd HTTP/1.1" status: 204  len: 168 time: 0.1715581
Feb 05 19:18:06.078468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41490) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:06.098536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.114052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:06.117985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9dc13c0983471f92c5b54d978b3919 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:06.120953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:06.126572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:06.221532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.224807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.234015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-49a1e7a9-8169-4fec-b912-65da1006cb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:06.280808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7efb877-d355-4ffc-917a-6730a46fd5e1,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:06.285766 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a9dc13c0983471f92c5b54d978b3919&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2059178
Feb 05 19:18:06.286687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:06.288734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41498) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:06.356856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.385719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.430690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.435619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:06.449128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7efb877-d355-4ffc-917a-6730a46fd5e1,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:06.452268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:06.454304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.455517 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7efb877-d355-4ffc-917a-6730a46fd5e1 HTTP/1.1" status: 204  len: 168 time: 0.1658106
Feb 05 19:18:06.610361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41510) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:06.823542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.840793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:06.844900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:99a058bf1b9844b2805d8705b7fe0d86 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:06.848035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:06.854601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:06.943559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.946555 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:06.956487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d2c6d4e-02e9-4d63-8e86-41d572772131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:07.003976 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99a058bf1b9844b2805d8705b7fe0d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3924069
Feb 05 19:18:07.006908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85ba2a-075c-4669-8501-c96c24d976f8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:07.007805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41526) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:07.010393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:07.084530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:07.112250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:07.159759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:07.165397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:07.180563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85ba2a-075c-4669-8501-c96c24d976f8,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:07.184288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:07.188395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:07.190508 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d85ba2a-075c-4669-8501-c96c24d976f8 HTTP/1.1" status: 204  len: 168 time: 0.1807041
Feb 05 19:18:08.454534 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69287026-ff6b-423e-bb4d-d9d37420b674 req-e40a18a1-9bb9-411f-a580-f6381fad07b6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 210 time: 0.0507128
Feb 05 19:18:08.699547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463c956-2e31-4a68-88e2-5b541e695ea4 req-1cf4efad-62c2-4fb5-83f4-740e35b83bf0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:08.708541 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8463c956-2e31-4a68-88e2-5b541e695ea4 req-1cf4efad-62c2-4fb5-83f4-740e35b83bf0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2319369
Feb 05 19:18:08.812401 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8463c956-2e31-4a68-88e2-5b541e695ea4 req-b9919fc3-247c-46f1-9c5f-23ab8683b736 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013918
Feb 05 19:18:08.861164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:08.994619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-bea356e4-b9b6-46fc-b7fd-c59d98d69f9a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:08.996291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-bea356e4-b9b6-46fc-b7fd-c59d98d69f9a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 809 time: 0.3345022
Feb 05 19:18:09.017633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Request body: {'port': {'device_id': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88', 'admin_state_up': True, 'tenant_id': '50a219ccc61f43b493a4067a41e49622'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:09.167740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:09.172045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Usage tracker for resource:port and tenant:50a219ccc61f43b493a4067a41e49622 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:09.175041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:09.181004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:09.190169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Made reservation on behalf of 50a219ccc61f43b493a4067a41e49622 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:09.212494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.235534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41592) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:09.401089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.420984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:09.426450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b0f03a0d59f9439f9aaf20821ba3f6c4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:09.429788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:09.435768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:09.534313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.537661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.548350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e7ababa3-023e-4947-874b-162fe0b92de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:09.596143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a53274-c4f5-4076-ba4a-e1b53168dd56,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:09.601146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:09.608818 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0f03a0d59f9439f9aaf20821ba3f6c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3720233
Feb 05 19:18:09.609771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41606) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:09.687271 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bcf2ec91-bfac-4398-bff7-def9b52eb6c9 req-314f90b6-e3bb-4d00-af96-8c7a61d2313e tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 210 time: 0.0847747
Feb 05 19:18:09.742875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.771633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Allocated IP 172.20.0.5 (ed81284a-35e5-4af0-84b3-f16534bb4d88/952291e1-2e37-4c86-a514-20d1197b2ca7/6528a557-ccd8-4437-bc14-b30d4873119e) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:18:09.772653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.821788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.827121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:09.841714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a53274-c4f5-4076-ba4a-e1b53168dd56,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:09.844626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:09.847432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:09.875011 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66a53274-c4f5-4076-ba4a-e1b53168dd56 HTTP/1.1" status: 204  len: 168 time: 0.2632926
Feb 05 19:18:10.090227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.169787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.210177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:10.224994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24908eb-9b0f-4919-ab6a-4354c951c3a1 req-859e3d6d-5368-4d4b-a2d0-c033eefd849b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:10.226881 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b24908eb-9b0f-4919-ab6a-4354c951c3a1 req-859e3d6d-5368-4d4b-a2d0-c033eefd849b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2199416
Feb 05 19:18:10.301901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b24908eb-9b0f-4919-ab6a-4354c951c3a1 req-7ac5e2ef-b8ed-4f68-847c-ad3632627b96 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684803
Feb 05 19:18:10.401985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Pushing event updated for resources: {'Port': ['ID=6528a557-ccd8-4437-bc14-b30d4873119e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:10.419458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:10.447961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41642) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:10.468028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:18:10.469302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:18:10.473968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:18:10.476793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.505480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:10.510387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Usage tracker for resource:security_group_rule and tenant:2c1f5d2f431e492e99787c23276b1f94 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:10.513742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:10.520714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:10.629784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:10.630542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.638364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.641638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.654172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d9d21c1-9848-407d-baaa-5dac0ee4730c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:10.662041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6484864
Feb 05 19:18:10.675312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Request body: {'port': {'device_id': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:10.700114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c1f5d2f431e492e99787c23276b1f94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2500677
Feb 05 19:18:10.702084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad0e85-1043-47fb-bcd6-80704fb07da9,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:10.705975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:10.706525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41654) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:10.787914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-317a24d4-2a86-4d88-9718-6c4dbb2ff817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.797382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.818930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:10.840862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.048067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b9cc-dbd5-4e99-ae2b-83945433ca19 req-1fa85992-8ee3-476f-84a4-89017b56779a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:11.049833 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a113b9cc-dbd5-4e99-ae2b-83945433ca19 req-1fa85992-8ee3-476f-84a4-89017b56779a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 931 time: 0.1886652
Feb 05 19:18:11.056426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.063092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8707f200-bf42-465d-9d91-ca45f46d449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:11.077728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad0e85-1043-47fb-bcd6-80704fb07da9,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:11.121799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:11.149185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a113b9cc-dbd5-4e99-ae2b-83945433ca19 req-f691368f-ba3b-479d-8636-aa40c2b9f3b8 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881066
Feb 05 19:18:11.156431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.158366 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67ad0e85-1043-47fb-bcd6-80704fb07da9 HTTP/1.1" status: 204  len: 168 time: 0.4498222
Feb 05 19:18:11.293806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6528a557-ccd8-4437-bc14-b30d4873119e {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:18:11.301858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.314471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Transition to ACTIVE for port object 6528a557-ccd8-4437-bc14-b30d4873119e will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:18:11.317816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.334558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:11.646840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Pushing event updated for resources: {'Port': ['ID=6528a557-ccd8-4437-bc14-b30d4873119e,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:11.650072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:11.714310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745916ba-f32a-4d54-8c8e-b1c252378340 req-4c455f5a-f5d8-472d-a228-026ddfc1fb69 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:11.716248 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-745916ba-f32a-4d54-8c8e-b1c252378340 req-4c455f5a-f5d8-472d-a228-026ddfc1fb69 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2068791
Feb 05 19:18:11.731519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Attempting to bind port 6528a557-ccd8-4437-bc14-b30d4873119e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:18:11.731890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Attempting to bind port 6528a557-ccd8-4437-bc14-b30d4873119e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:18:11.732260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Attempting to bind port 6528a557-ccd8-4437-bc14-b30d4873119e on network ed81284a-35e5-4af0-84b3-f16534bb4d88 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:18:11.750250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:18:11.750631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Checking segment: {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:18:11.751036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.751446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Bound using segment: {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:18:11.751910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Bound port: 6528a557-ccd8-4437-bc14-b30d4873119e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7488fd3-4007-4779-943d-6960f60880b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ed81284a-35e5-4af0-84b3-f16534bb4d88'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:18:11.752284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.827665 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-745916ba-f32a-4d54-8c8e-b1c252378340 req-846953d1-0a51-425b-a449-d3b9e8f81989 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030731
Feb 05 19:18:11.890613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] For port 6528a557-ccd8-4437-bc14-b30d4873119e, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:18:11.897546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] For port 6528a557-ccd8-4437-bc14-b30d4873119e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6528a557-ccd8-4437-bc14-b30d4873119e,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:18:11.905514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:11.952211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:12.149570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:12.150243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:12.151758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] 10.222.0.45 "PUT /v2.0/ports/6528a557-ccd8-4437-bc14-b30d4873119e HTTP/1.1" status: 200  len: 1157 time: 1.4810679
Feb 05 19:18:12.152396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:12.187365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Pushing event updated for resources: {'Port': ['ID=6528a557-ccd8-4437-bc14-b30d4873119e,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:12.200803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:12.295630 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e', 'status': 'completed', 'code': 200}
Feb 05 19:18:12.324065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-750dc0bb-0272-45ce-96f1-2b342fc25d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:12.326199 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-750dc0bb-0272-45ce-96f1-2b342fc25d50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 1160 time: 0.1241899
Feb 05 19:18:12.420261 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-c42b75b3-47eb-499f-88c2-ac1393db8177 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6528a557-ccd8-4437-bc14-b30d4873119e HTTP/1.1" status: 200  len: 217 time: 0.0764933
Feb 05 19:18:12.509964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41736) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:12.522040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-695a5651-5dd9-45be-83d9-dc0fa1634088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:12.524220 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-695a5651-5dd9-45be-83d9-dc0fa1634088 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=952291e1-2e37-4c86-a514-20d1197b2ca7 HTTP/1.1" status: 200  len: 849 time: 0.0943172
Feb 05 19:18:12.579651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c04c2-7e30-4d07-85b7-85958ce5a659 req-f9f88ddb-b21d-4510-a1b1-a9031eccef49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:12.581494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e0c04c2-7e30-4d07-85b7-85958ce5a659 req-f9f88ddb-b21d-4510-a1b1-a9031eccef49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 943 time: 0.1888344
Feb 05 19:18:12.612296 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-ddf24206-435a-456d-abd2-c5df2506da29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed81284a-35e5-4af0-84b3-f16534bb4d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727775
Feb 05 19:18:12.678731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e0c04c2-7e30-4d07-85b7-85958ce5a659 req-0a381b2f-8994-4878-b870-9e3ced861f6f tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902643
Feb 05 19:18:12.756728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:12.783846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:12.787546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Usage tracker for resource:security_group_rule and tenant:10cb6d8b2bce42c6bbc1933a8057861d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:12.792494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:12.809735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:12.849825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-584e8395-0e9f-44f2-b86b-97a629b68b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:12.856431 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-44b09e28-2dbb-4716-97c9-d8af29c5daad service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2358160
Feb 05 19:18:13.064636 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6a33326-587d-4dda-8ab3-93a0b93aabd1 req-7210786d-a81c-4093-9f4c-d174e3936d0d service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2005467
Feb 05 19:18:13.065904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.070601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.083481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-33de2bcc-1086-473b-b3d3-74e60e421d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:13.192982 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10cb6d8b2bce42c6bbc1933a8057861d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6786327
Feb 05 19:18:13.192982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41764) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:13.192982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41766) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:13.209484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffffc31-9192-4b08-a79e-20bf22fe2ffa,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:13.240765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:13.309905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129f827-8aaf-46cf-9367-047d40aea657 req-2e6de813-23f3-488e-b67c-9df5d217cbb3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:13.312989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-d1f2f417-0550-4afd-bec3-65bd658534d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:13.315190 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-d1f2f417-0550-4afd-bec3-65bd658534d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=50a219ccc61f43b493a4067a41e49622&device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 1160 time: 0.1784961
Feb 05 19:18:13.318564 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e129f827-8aaf-46cf-9367-047d40aea657 req-2e6de813-23f3-488e-b67c-9df5d217cbb3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2405517
Feb 05 19:18:13.371070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.391651 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e129f827-8aaf-46cf-9367-047d40aea657 req-eca4d4f4-fbb8-4120-b066-fa5ef59876dc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720687
Feb 05 19:18:13.465563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.507051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:13.510445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.535173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc1d299513b4573b476a704b23a79c4 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:13.541796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:13.557870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:13.601660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-67f9b90f-b422-44dd-8d5f-77512ca973da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:13.603234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-67f9b90f-b422-44dd-8d5f-77512ca973da service neutron] 10.222.0.45 "GET /v2.0/networks?id=ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 200  len: 903 time: 0.2703207
Feb 05 19:18:13.685756 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-dc1b17a1-54a8-4bdf-9f59-1037f39f8382 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6528a557-ccd8-4437-bc14-b30d4873119e HTTP/1.1" status: 200  len: 217 time: 0.0740178
Feb 05 19:18:13.733012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.745273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30d93882-a04c-4541-965f-aea1e7302df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:13.752545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.773124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffffc31-9192-4b08-a79e-20bf22fe2ffa,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:13.780960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:13.811412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-0d8ef942-92a1-42b0-9909-5b9b890d48a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:13.813015 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-0d8ef942-92a1-42b0-9909-5b9b890d48a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=952291e1-2e37-4c86-a514-20d1197b2ca7 HTTP/1.1" status: 200  len: 849 time: 0.1184802
Feb 05 19:18:13.813798 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:13.817425 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d7dee8da-eace-42c5-8389-99c3d94470b2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ffffc31-9192-4b08-a79e-20bf22fe2ffa HTTP/1.1" status: 204  len: 168 time: 0.6178427
Feb 05 19:18:13.880921 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-2e9dc31e-7a18-453d-8ea2-a98a0a9fda75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ed81284a-35e5-4af0-84b3-f16534bb4d88&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568404
Feb 05 19:18:13.924473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.008171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7388d5-22de-4ae5-b1ea-e65fa539335e req-b8ee91ef-df16-4f14-a896-5a10d33528ad tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:14.009949 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8c7388d5-22de-4ae5-b1ea-e65fa539335e req-b8ee91ef-df16-4f14-a896-5a10d33528ad tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 943 time: 0.1741109
Feb 05 19:18:14.090082 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8c7388d5-22de-4ae5-b1ea-e65fa539335e req-98d9b094-df7d-4095-91ae-f5164c91cfe3 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732358
Feb 05 19:18:14.200392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.207251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c1e934d8-4081-4152-b058-96a4768ca9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:14.263438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:18:14.276548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aaa5c8-0936-4e20-bf8f-13747d439f16,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:14.293756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:14.305860 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bfc1d299513b4573b476a704b23a79c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1013386
Feb 05 19:18:14.306814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41794) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:14.330731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-9b227216-514a-4ad1-9f70-c05f55ca6f4a service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4345145
Feb 05 19:18:14.373451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.403560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.452801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.459408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:14.482614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aaa5c8-0936-4e20-bf8f-13747d439f16,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:14.485812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:14.489908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:14.501611 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17aaa5c8-0936-4e20-bf8f-13747d439f16 HTTP/1.1" status: 204  len: 168 time: 0.1935792
Feb 05 19:18:14.524493 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-066a86a4-c92d-4e00-a025-985f4ef08d9c req-608eb5f6-18cc-443b-a0ad-c694c14c2099 service neutron] 10.222.0.45 "GET /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1827981
Feb 05 19:18:14.774611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db2b52-1d90-4fa5-a06d-cb8d18360738 req-ff652ea5-13dd-4c7e-8138-63ace808c420 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:14.776331 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47db2b52-1d90-4fa5-a06d-cb8d18360738 req-ff652ea5-13dd-4c7e-8138-63ace808c420 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1840382
Feb 05 19:18:14.846816 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47db2b52-1d90-4fa5-a06d-cb8d18360738 req-e0dbebf7-8246-4ac9-b314-0a42649337a4 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638783
Feb 05 19:18:15.021069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:15.063867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:15.418427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb1a19-034c-4586-8279-11f2dfdebff4 req-466a643b-0ba8-4a80-a8f8-98b3bf43fca0 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:15.420251 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66cb1a19-034c-4586-8279-11f2dfdebff4 req-466a643b-0ba8-4a80-a8f8-98b3bf43fca0 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 943 time: 0.1911404
Feb 05 19:18:15.485889 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66cb1a19-034c-4586-8279-11f2dfdebff4 req-5d16db17-5f81-4888-9f46-d5d7f0fe6869 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594666
Feb 05 19:18:16.001709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41882) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:16.193029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf05aa-3074-485d-a562-4b11547030e3 req-c850031b-c0f7-4ec7-8036-b48d42bac572 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:16.194772 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1aaf05aa-3074-485d-a562-4b11547030e3 req-c850031b-c0f7-4ec7-8036-b48d42bac572 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1890478
Feb 05 19:18:16.282640 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1aaf05aa-3074-485d-a562-4b11547030e3 req-f33b5f30-f68a-409b-8d02-039dd34f8869 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760636
Feb 05 19:18:16.358231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.374075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:16.378122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Usage tracker for resource:security_group_rule and tenant:a935bad482eb4365980924566a2786ed is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:16.381359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:16.387182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:16.471905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.476076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.485436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:16.526891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aa94ff-c7d7-4563-81b0-cc461f57db6d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:16.536090 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a935bad482eb4365980924566a2786ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5298765
Feb 05 19:18:16.536090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:16.536724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41904) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:16.601909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.633968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.748148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.755503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:16.775806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aa94ff-c7d7-4563-81b0-cc461f57db6d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:16.778327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:16.782803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:16.786859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89aa94ff-c7d7-4563-81b0-cc461f57db6d HTTP/1.1" status: 204  len: 168 time: 0.2458596
Feb 05 19:18:16.895462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfa76-cb1c-4b14-b43d-26f7622c04c5 req-86090ce8-8709-45f7-905f-72fde05c3f45 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:16.897205 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b2dbfa76-cb1c-4b14-b43d-26f7622c04c5 req-86090ce8-8709-45f7-905f-72fde05c3f45 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 943 time: 0.2266662
Feb 05 19:18:16.966827 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b2dbfa76-cb1c-4b14-b43d-26f7622c04c5 req-3602f771-357e-437d-bb6a-9bad0bcffe87 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625224
Feb 05 19:18:16.995617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 6528a557-ccd8-4437-bc14-b30d4873119e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:17.118703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 6528a557-ccd8-4437-bc14-b30d4873119e completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:18:17.129323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 6528a557-ccd8-4437-bc14-b30d4873119e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:17.129928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:17.277717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:17.320667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 6528a557-ccd8-4437-bc14-b30d4873119e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6528a557-ccd8-4437-bc14-b30d4873119e,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:18:17.321962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:17.329031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:17.331605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:17.419152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=6528a557-ccd8-4437-bc14-b30d4873119e,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:17.423532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:17.458911 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e', 'code': 200}
Feb 05 19:18:17.471690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41938) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:17.802880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3533c6-3ad8-4c77-9a3a-d3bb9bd9d64f req-5c10a024-b291-449a-acea-3f61eba5bfcd tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:17.810734 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba3533c6-3ad8-4c77-9a3a-d3bb9bd9d64f req-5c10a024-b291-449a-acea-3f61eba5bfcd tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2808521
Feb 05 19:18:17.866474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:17.883622 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba3533c6-3ad8-4c77-9a3a-d3bb9bd9d64f req-741cf45e-a4a7-402c-933a-3c7b8200fc72 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699196
Feb 05 19:18:17.887116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:17.894124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6945cc5dcbe145d4b444c2d13d908c88 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:17.898104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:17.905591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:17.926649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237da61-0462-4bfc-b421-210c4f064d39 req-f2b8a4d1-dfa7-4a6f-996a-1a2341b4d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:17.928430 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7237da61-0462-4bfc-b421-210c4f064d39 req-f2b8a4d1-dfa7-4a6f-996a-1a2341b4d792 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 1162 time: 0.1702192
Feb 05 19:18:17.995849 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7237da61-0462-4bfc-b421-210c4f064d39 req-3caca2c7-d21f-46cd-bddc-5a463b6e639a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585196
Feb 05 19:18:18.053088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.056574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.066165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b991426-5c38-440d-be01-f5124e739b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:18.111767 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6945cc5dcbe145d4b444c2d13d908c88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6376374
Feb 05 19:18:18.115191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41964) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:18.118471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0103f5-b529-456c-854a-2c1a0df2a75e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:18.131582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:18.184728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.216766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.268184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.275723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d9571efc-7777-4aa1-bf91-b21f8ea82b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:18.292351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0103f5-b529-456c-854a-2c1a0df2a75e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:18.297340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:18.307213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:18.308629 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d0103f5-b529-456c-854a-2c1a0df2a75e HTTP/1.1" status: 204  len: 168 time: 0.1924171
Feb 05 19:18:18.329812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0176ef7-8bc0-439e-8a06-35e9a1f34088 req-348b1ae3-eeb0-4c9b-a9b7-1348326bbf56 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:18.334393 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0176ef7-8bc0-439e-8a06-35e9a1f34088 req-348b1ae3-eeb0-4c9b-a9b7-1348326bbf56 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 945 time: 0.1775465
Feb 05 19:18:18.400188 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0176ef7-8bc0-439e-8a06-35e9a1f34088 req-6cc98391-d012-4b82-8be8-fafe9cfcc75f tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622349
Feb 05 19:18:18.529364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 6528a557-ccd8-4437-bc14-b30d4873119e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:18.607784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 6528a557-ccd8-4437-bc14-b30d4873119e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:18.608383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.346230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f74d-d292-446d-8963-c4358e53f188 req-fe0021cf-dbfc-4db3-b117-6e179e6347a0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:19.349541 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b26f74d-d292-446d-8963-c4358e53f188 req-fe0021cf-dbfc-4db3-b117-6e179e6347a0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2102904
Feb 05 19:18:19.470925 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0b26f74d-d292-446d-8963-c4358e53f188 req-41e2bd1b-33a5-40f1-8d5b-f505e42c1344 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129482
Feb 05 19:18:19.498284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42034) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:19.655741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1753457810-network', 'tenant_id': '410083fc0deb4c008d82c714746f2bb5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:19.662328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:19.670428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Usage tracker for resource:network and tenant:410083fc0deb4c008d82c714746f2bb5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:19.673514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:19.683837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:19.694767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Made reservation on behalf of 410083fc0deb4c008d82c714746f2bb5 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:19.700552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.715355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.734650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:19.738873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:410083fc0deb4c008d82c714746f2bb5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:19.741814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:19.747649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:19.799765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42042) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:19.847275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.851604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.856195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-616e7e95-cc1c-4bb8-a729-b6caf3dcd4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:19.880003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:18:19.882449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9cad-a526-4d05-806a-33f835104da2 req-3e45cf9d-be5a-43d9-b63d-99583039e1f0 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:19.884160 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0fdd9cad-a526-4d05-806a-33f835104da2 req-3e45cf9d-be5a-43d9-b63d-99583039e1f0 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 945 time: 0.1780865
Feb 05 19:18:19.902866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:19.906027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.906426 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Added segment 58bc1283-a845-4b7c-8c3a-b71c2c6f9f16 of type vxlan for network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15
Feb 05 19:18:19.907790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:19.936274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.964687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0fdd9cad-a526-4d05-806a-33f835104da2 req-4128bf0f-927d-4f96-a6f2-743db7509201 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733933
Feb 05 19:18:19.989906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.993078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:19.993848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:19.997715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.010750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7dc3c551-670f-4bfc-8e79-2aa293dd93e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:20.125487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:20.185842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Usage tracker for resource:security_group_rule and tenant:101a270468be4219b91dfb9b7d1639d7 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:20.193696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:20.202440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=49f8d9d8-7bb8-4526-b67a-463cfc7afc15,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:20.205511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:20.208468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:20.211533 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7115898
Feb 05 19:18:20.214475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42050) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:20.215685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:20.221545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Request body: {'subnet': {'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1753457810-subnet', 'tenant_id': '410083fc0deb4c008d82c714746f2bb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:20.227944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:20.232708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Usage tracker for resource:subnet and tenant:410083fc0deb4c008d82c714746f2bb5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:20.237287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:20.267230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:20.291229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Made reservation on behalf of 410083fc0deb4c008d82c714746f2bb5 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:20.296678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.330287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:20.339758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce32ae-2a34-4832-97e4-76c6bbe3c2fb req-826887ae-9d49-4f02-8278-a38e4bce9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:20.341618 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6cce32ae-2a34-4832-97e4-76c6bbe3c2fb req-826887ae-9d49-4f02-8278-a38e4bce9e02 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 1163 time: 0.2201133
Feb 05 19:18:20.438517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.446793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.460097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8e93c304-611b-4615-be8b-b97bbf157f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:20.501194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 6528a557-ccd8-4437-bc14-b30d4873119e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:20.591627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 6528a557-ccd8-4437-bc14-b30d4873119e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:20.592082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.610047 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6cce32ae-2a34-4832-97e4-76c6bbe3c2fb req-0b672e12-f7c0-4664-9e0d-ce44aa2386dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2516332
Feb 05 19:18:20.638130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=101a270468be4219b91dfb9b7d1639d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8371353
Feb 05 19:18:20.639026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42072) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:20.653300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68089a4-7779-4d20-a220-7f628fd55b1e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:20.718239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:20.790565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.811944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42076) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:20.826550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.885659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.891109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dbf1d48d-a06a-46be-9f7d-3c47d2bf0449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:20.906014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68089a4-7779-4d20-a220-7f628fd55b1e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:20.909112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:20.912839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:20.914060 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d68089a4-7779-4d20-a220-7f628fd55b1e HTTP/1.1" status: 204  len: 168 time: 0.2728689
Feb 05 19:18:20.982226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e115e-3e3f-4c9e-a1ff-c18ca12316c8 req-41819a43-e375-4ffb-95cc-c5a298b925b0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:20.983923 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed4e115e-3e3f-4c9e-a1ff-c18ca12316c8 req-41819a43-e375-4ffb-95cc-c5a298b925b0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2201607
Feb 05 19:18:20.999845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.016279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:21.021116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Usage tracker for resource:security_group_rule and tenant:59cac8f67da3491ea7dcee776bc6a41b is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:21.024634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:21.030568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:21.111499 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed4e115e-3e3f-4c9e-a1ff-c18ca12316c8 req-37c11656-c06f-424f-8fa2-5e093d79e571 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210597
Feb 05 19:18:21.115050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.143676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.147438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.151990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c88e2273-6e91-4478-98e7-872272ca6961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:21.159812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a9dc393b-9207-4f63-bcb5-924f5dccb8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:21.206577 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59cac8f67da3491ea7dcee776bc6a41b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3933847
Feb 05 19:18:21.212148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42090) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:21.282690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:21.289430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bc30e-3136-466b-9b54-0292a4b131b5,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:21.294719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:21.300259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:21.318136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.363767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.419423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.426227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-962642c7-94fa-4020-8ced-9ffc6f59bc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:21.442017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bc30e-3136-466b-9b54-0292a4b131b5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:21.453596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:21.458417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.459873 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a79bc30e-3136-466b-9b54-0292a4b131b5 HTTP/1.1" status: 204  len: 168 time: 0.2465954
Feb 05 19:18:21.497362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42098) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:21.520866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.538340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:21.542628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Usage tracker for resource:security_group_rule and tenant:bd0d6bfde3ea45d292d21e810e248784 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:21.545685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:21.553456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:21.646465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Checking segment: {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:18:21.646858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Network hostable DHCP agents. Network: 49f8d9d8-7bb8-4526-b67a-463cfc7afc15, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:18:21.670407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.674001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.683136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-873c60bc-7077-4454-b0fe-b178929b8839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:21.730617 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd0d6bfde3ea45d292d21e810e248784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2294390
Feb 05 19:18:21.730617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f68f05-dd88-4280-baf9-b8d07b5cc86c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:21.731526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42106) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:21.734495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:21.757348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e795c68-abca-409b-8cdf-72dcfb43a32b req-edffad85-1212-4418-a71b-f016d6ee61f7 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:21.759376 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e795c68-abca-409b-8cdf-72dcfb43a32b req-edffad85-1212-4418-a71b-f016d6ee61f7 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 945 time: 0.2165735
Feb 05 19:18:21.768902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:18:21.801604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 49f8d9d8-7bb8-4526-b67a-463cfc7afc15) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:18:21.809134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:21.809782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.811591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed3d50-d3ff-41ed-860e-48b0d591c967 None None] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:21.877167 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e795c68-abca-409b-8cdf-72dcfb43a32b req-01101210-c6da-4f8c-ad2a-b03b85199753 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029482
Feb 05 19:18:21.882592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:21.883247 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6675258
Feb 05 19:18:21.950501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.031540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42114) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:22.053230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.075312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.080725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-543516cb-0d49-4e98-a02c-854e556e25c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:22.082701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:22.092013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb9d662b9bd465fbfc8f8e30c732aee is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:22.094404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f68f05-dd88-4280-baf9-b8d07b5cc86c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:22.099140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:22.101451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:22.102779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.107185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/76f68f05-dd88-4280-baf9-b8d07b5cc86c HTTP/1.1" status: 204  len: 168 time: 0.3722661
Feb 05 19:18:22.120532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:22.300019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.304864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.319016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ee71e73-5f1a-46b8-af69-538be1882c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:22.398979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18e36f-7267-4e65-a5f7-8335a844db15 None None] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:22.431021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f584bfb-37fa-4e67-8e6f-4863a66c3fda,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:22.444881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:22.451622 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42128) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:22.461811 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cb9d662b9bd465fbfc8f8e30c732aee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4289298
Feb 05 19:18:22.580234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.592841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646b844-8c7e-419b-8b5c-c699e5878b36 req-d471962f-eb46-4d14-9e58-df4972531945 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:22.594537 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1646b844-8c7e-419b-8b5c-c699e5878b36 req-d471962f-eb46-4d14-9e58-df4972531945 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2597680
Feb 05 19:18:22.597008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 85d97b27-4c93-470e-aeeb-09e175518ce2 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:22.641734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.670026 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1646b844-8c7e-419b-8b5c-c699e5878b36 req-3c285f5b-3693-43e4-87e1-951dea85563f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680158
Feb 05 19:18:22.744275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.749528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee00d9d4-06f2-4ae3-b499-cb7027950a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:22.753383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 85d97b27-4c93-470e-aeeb-09e175518ce2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:22.754628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.776582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f584bfb-37fa-4e67-8e6f-4863a66c3fda,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:22.789575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:22.795591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:22.796875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f584bfb-37fa-4e67-8e6f-4863a66c3fda HTTP/1.1" status: 204  len: 168 time: 0.3441772
Feb 05 19:18:23.225817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a62a-0dfc-41e6-a9e1-47f4004b2e3c req-313e0338-a319-4a4a-b76f-757f52e8d874 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:23.227851 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cce8a62a-0dfc-41e6-a9e1-47f4004b2e3c req-313e0338-a319-4a4a-b76f-757f52e8d874 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.3671656
Feb 05 19:18:23.307244 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cce8a62a-0dfc-41e6-a9e1-47f4004b2e3c req-54528495-5a1c-498b-8ccb-790d6e300900 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717449
Feb 05 19:18:23.505603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-ed683f85-38e4-4669-aeaa-44b69d5db870 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:23.506228 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-ed683f85-38e4-4669-aeaa-44b69d5db870 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Synchronizing usage tracker for tenant:50a219ccc61f43b493a4067a41e49622 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:18:23.541376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-ed683f85-38e4-4669-aeaa-44b69d5db870 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Unset dirty status for tenant:50a219ccc61f43b493a4067a41e49622 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:18:23.542773 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-ed683f85-38e4-4669-aeaa-44b69d5db870 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 945 time: 0.3344350
Feb 05 19:18:23.634572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18961682-ce04-494a-9b61-541b1072d0f0 req-815e176c-6d20-4976-b532-da202b47862a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:23.636297 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-18961682-ce04-494a-9b61-541b1072d0f0 req-815e176c-6d20-4976-b532-da202b47862a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 945 time: 0.2976198
Feb 05 19:18:23.677767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Deleting port 6528a557-ccd8-4437-bc14-b30d4873119e {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:18:23.678271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:23.723889 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-18961682-ce04-494a-9b61-541b1072d0f0 req-d1f9239f-e3f2-49d7-b390-f4db756d0766 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/security-groups?id=f4cd2380-f1c2-4fde-935c-35895b27f298&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775383
Feb 05 19:18:24.008731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] For port 6528a557-ccd8-4437-bc14-b30d4873119e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6528a557-ccd8-4437-bc14-b30d4873119e,segment=NetworkSegment(b7488fd3-4007-4779-943d-6960f60880b7),segment_id=b7488fd3-4007-4779-943d-6960f60880b7)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:18:24.009262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:24.162190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Calling delete_port for 6528a557-ccd8-4437-bc14-b30d4873119e owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:18:24.346408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:24.367436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-342596a2-e311-411f-871a-fe70c6b2618a tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:24.470032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Pushing event deleted for resources: {'Port': ['ID=6528a557-ccd8-4437-bc14-b30d4873119e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:24.478783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:24.480053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 6528a557-ccd8-4437-bc14-b30d4873119e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:18:24.535955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 6528a557-ccd8-4437-bc14-b30d4873119e {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:18:24.536975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 6528a557-ccd8-4437-bc14-b30d4873119e not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:18:24.621002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] No DVR routers for this DVR port 6528a557-ccd8-4437-bc14-b30d4873119e on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:18:24.623394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:24.634152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'name': 'network-vif-deleted', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:24.641345 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9229688-817e-4103-b4d5-ac8a2f8b5e9d req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.45 "DELETE /v2.0/ports/6528a557-ccd8-4437-bc14-b30d4873119e HTTP/1.1" status: 204  len: 173 time: 1.0815570
Feb 05 19:18:24.904886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-4f2ec082-da90-40a3-8a90-baaf32d95538 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:24.907723 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd760e639-d938-4a4e-bb85-8b1817a56c6a', 'name': 'network-vif-deleted', 'tag': '6528a557-ccd8-4437-bc14-b30d4873119e', 'status': 'completed', 'code': 200}
Feb 05 19:18:24.912442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-4f2ec082-da90-40a3-8a90-baaf32d95538 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 814 time: 0.3145499
Feb 05 19:18:24.929333 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5437758e-fe89-44ef-a3af-e5d6e1a61a9d tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/quotas/410083fc0deb4c008d82c714746f2bb5 HTTP/1.1" status: 200  len: 375 time: 0.0157528
Feb 05 19:18:24.996498 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-72df2e31-b58a-40a8-9c79-1cdfb9bb840b tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0662169
Feb 05 19:18:25.179664 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-01019aa6-3b6b-46a2-ab99-122de0673f36 req-5063be60-7092-4dfd-8c57-60ea313d89e5 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] 10.222.0.59 "GET /v2.0/ports?device_id=d760e639-d938-4a4e-bb85-8b1817a56c6a HTTP/1.1" status: 200  len: 210 time: 0.1102579
Feb 05 19:18:25.277335 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-14747fbd-74b8-46c9-a18d-0894ce7f7adf service neutron] 10.222.0.59 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2796633
Feb 05 19:18:25.470731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-4de2c384-ba59-4791-b7ed-b70e75d0b15e service neutron] 10.222.0.59 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1840458
Feb 05 19:18:25.736894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-0826a1a9-8741-4b92-add6-1bbfe8686ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:25.738706 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-0826a1a9-8741-4b92-add6-1bbfe8686ebc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.1173906
Feb 05 19:18:25.904489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-3ca33dee-2664-4ea2-be78-a4c295f55ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:25.906386 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-3ca33dee-2664-4ea2-be78-a4c295f55ccf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.1598380
Feb 05 19:18:25.996807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6540ba8-c3a9-4f3b-8f04-ef538a25fd0f req-8c0c2cf8-e67e-4d47-bea1-95591ddeb0f9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:25.998381 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f6540ba8-c3a9-4f3b-8f04-ef538a25fd0f req-8c0c2cf8-e67e-4d47-bea1-95591ddeb0f9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2770271
Feb 05 19:18:26.005950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-69feef81-5e80-44e5-885e-a585dfd85bb8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.0842297
Feb 05 19:18:26.021824 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-57bafc18-7d59-4a21-a148-cf9716c4366d req-d7d47721-7d64-49f3-b858-d6086a2b49ca tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.1887128
Feb 05 19:18:26.152863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-380b9d5c-6980-4b4f-a4f6-14bcb12e4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:26.162496 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-380b9d5c-6980-4b4f-a4f6-14bcb12e4f91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.1477430
Feb 05 19:18:26.169757 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f6540ba8-c3a9-4f3b-8f04-ef538a25fd0f req-17e516cf-442b-49be-a5bd-b6eeb37a1895 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538393
Feb 05 19:18:26.224801 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-18bb67ba-5f31-4445-b819-f59b1af3dc65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613368
Feb 05 19:18:26.399518 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-89c95acf-8091-41ce-978e-4cd79e6c8bd7 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574733
Feb 05 19:18:26.572228 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fafd26d1-f3b7-4ee1-9485-e3b5f0eaee31 req-8f91bbf4-2048-48c6-85c2-f48758c85a5f service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1655908
Feb 05 19:18:27.311178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-36cb9e2b-885d-445b-ab81-14774e4388e6 req-78e4c60e-d352-4cb7-9e24-8f58d9887bf2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.1044242
Feb 05 19:18:27.342536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-793befe9-bd17-4fca-aaee-5a458d6920a5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:27.352614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-793befe9-bd17-4fca-aaee-5a458d6920a5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Synchronizing usage tracker for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:18:27.363456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-793befe9-bd17-4fca-aaee-5a458d6920a5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Unset dirty status for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:18:27.365243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-793befe9-bd17-4fca-aaee-5a458d6920a5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 814 time: 0.3096721
Feb 05 19:18:27.555272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad175b-15fe-4eb6-a9e7-5220c97588fe req-3934fffa-a542-4860-82d8-e9d7e86ecbf4 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:27.557025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75ad175b-15fe-4eb6-a9e7-5220c97588fe req-3934fffa-a542-4860-82d8-e9d7e86ecbf4 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1755228
Feb 05 19:18:27.632732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75ad175b-15fe-4eb6-a9e7-5220c97588fe req-69663a51-a277-43ea-91d6-cef04f25f7e0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669827
Feb 05 19:18:27.827181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42402) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:27.999125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.016852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:28.021727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Usage tracker for resource:security_group_rule and tenant:c148639a2a83409aa4a2d33cf00780e6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:28.025721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:28.032551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:28.345384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.348886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.357569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-17c471af-67cc-4fca-8fce-89599e073f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:28.400745 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c148639a2a83409aa4a2d33cf00780e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5721946
Feb 05 19:18:28.402917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef13d99c-002b-46bb-b437-db4a14ce9e6b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:28.403637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42420) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:28.406261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:28.466721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.493448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.538047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.542873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-195152c7-4c00-4661-9816-5e5dd1c3ce8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:28.557353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef13d99c-002b-46bb-b437-db4a14ce9e6b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:28.560510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:28.564797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.569055 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef13d99c-002b-46bb-b437-db4a14ce9e6b HTTP/1.1" status: 204  len: 168 time: 0.1612980
Feb 05 19:18:28.906629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42436) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:28.926752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:28.942479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:28.946511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Usage tracker for resource:security_group_rule and tenant:c1c02a9e49374186a2f2ac00d5bab75b is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:28.949514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:28.955216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:29.044096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.047049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.056581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:29.100342 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c1c02a9e49374186a2f2ac00d5bab75b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1923804
Feb 05 19:18:29.101326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f491b8b7-190e-44df-a7aa-9376da30703b,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:29.103323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42440) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:29.104677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:29.167458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.195887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.242391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.247331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f157b6e3-bf7b-40cf-b3f7-a89c0aad5665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:29.263493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f491b8b7-190e-44df-a7aa-9376da30703b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:29.267185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:29.273442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:29.274654 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f491b8b7-190e-44df-a7aa-9376da30703b HTTP/1.1" status: 204  len: 168 time: 0.1701188
Feb 05 19:18:29.810288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Request body: {'port': {'device_id': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15', 'admin_state_up': True, 'tenant_id': '410083fc0deb4c008d82c714746f2bb5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:30.006190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:30.011033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Usage tracker for resource:port and tenant:410083fc0deb4c008d82c714746f2bb5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:30.014627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:30.052611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:30.063362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Made reservation on behalf of 410083fc0deb4c008d82c714746f2bb5 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:30.089465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:30.113303 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba118daf-7733-4f80-9533-2a0af8d21b8b req-ade9d380-04e3-4866-af3d-49edf6f44053 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0614879
Feb 05 19:18:30.286688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4feff4-dfb0-488a-ad51-90ef74a3dc92 req-cff5f452-019a-4387-ae56-dd0e889a7f17 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:30.288538 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc4feff4-dfb0-488a-ad51-90ef74a3dc92 req-cff5f452-019a-4387-ae56-dd0e889a7f17 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1739280
Feb 05 19:18:30.355558 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc4feff4-dfb0-488a-ad51-90ef74a3dc92 req-281411e4-de9c-458a-891f-92ccdf0292c2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598495
Feb 05 19:18:30.424649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Allocated IP 172.20.0.5 (49f8d9d8-7bb8-4526-b67a-463cfc7afc15/3c1f417a-8c00-4b7c-aa3d-9fa1bc667070/edb285ef-d8dc-42ab-885c-3dd87a411e17) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:18:30.643440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:30.674017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:30.688797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:30.828400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Pushing event updated for resources: {'Port': ['ID=edb285ef-d8dc-42ab-885c-3dd87a411e17,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:30.833636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:30.890212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:18:30.891572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:18:30.895060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:18:31.040952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:31.041689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:31.093392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-5a778c87-0999-47ff-88a8-f110708d4eb3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2604551
Feb 05 19:18:33.083292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Request body: {'port': {'device_id': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:33.238265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:33.499088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a837-1565-4ebf-8d96-8d4552304d59 req-9c1e635f-7a4c-481a-98ee-64b17530c629 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:33.500845 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8947a837-1565-4ebf-8d96-8d4552304d59 req-9c1e635f-7a4c-481a-98ee-64b17530c629 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 931 time: 0.2715170
Feb 05 19:18:33.593401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc4ade-7d68-43a0-9dee-0b8127c1ad43 req-00340f4c-4896-4694-b87e-e9751a746c0a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:33.595058 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1cdc4ade-7d68-43a0-9dee-0b8127c1ad43 req-00340f4c-4896-4694-b87e-e9751a746c0a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.3160553
Feb 05 19:18:33.610426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-96f1a8a8-9ab2-4a5f-a028-da571e6e7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:33.611994 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-96f1a8a8-9ab2-4a5f-a028-da571e6e7051 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.4352856
Feb 05 19:18:33.663437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb285ef-d8dc-42ab-885c-3dd87a411e17 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:18:33.671189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:33.684014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Transition to ACTIVE for port object edb285ef-d8dc-42ab-885c-3dd87a411e17 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:18:33.686568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:33.693320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8947a837-1565-4ebf-8d96-8d4552304d59 req-10e35e20-969c-4bbd-b4ad-91a89bddbeb7 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855416
Feb 05 19:18:33.703011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6965d7b2-50f0-4022-8467-525c826df013 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:33.714243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1cdc4ade-7d68-43a0-9dee-0b8127c1ad43 req-967852d5-3bbf-4d69-9871-f132aa442990 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011927
Feb 05 19:18:33.844694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Pushing event updated for resources: {'Port': ['ID=edb285ef-d8dc-42ab-885c-3dd87a411e17,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:33.864756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.865154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.865547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.865931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.866313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.866691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.867068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.867441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.867816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.868191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.868590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.868964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.869377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.869750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.870122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.870494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.870910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.871283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.871658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.872031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.872403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.872804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.873175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.873546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:33.877912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:34.057817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Attempting to bind port edb285ef-d8dc-42ab-885c-3dd87a411e17 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:18:34.058195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Attempting to bind port edb285ef-d8dc-42ab-885c-3dd87a411e17 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:18:34.058558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Attempting to bind port edb285ef-d8dc-42ab-885c-3dd87a411e17 on network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:18:34.064621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:18:34.065003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Checking segment: {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:18:34.065404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:34.065809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Bound using segment: {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:18:34.067130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Bound port: edb285ef-d8dc-42ab-885c-3dd87a411e17, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:18:34.067272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:34.191806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] For port edb285ef-d8dc-42ab-885c-3dd87a411e17, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:18:34.197363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] For port edb285ef-d8dc-42ab-885c-3dd87a411e17, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=edb285ef-d8dc-42ab-885c-3dd87a411e17,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:18:34.202063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:34.222432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:34.383177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Pushing event updated for resources: {'Port': ['ID=edb285ef-d8dc-42ab-885c-3dd87a411e17,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:34.388588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:34.415931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:34.416657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:34.418189 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] 10.222.0.45 "PUT /v2.0/ports/edb285ef-d8dc-42ab-885c-3dd87a411e17 HTTP/1.1" status: 200  len: 1157 time: 1.3415446
Feb 05 19:18:34.418638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:36.351546 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17', 'status': 'completed', 'code': 200}
Feb 05 19:18:36.365138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-9e1e4474-4705-462f-9782-d3c16f246159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:36.366488 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-9e1e4474-4705-462f-9782-d3c16f246159 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 1160 time: 0.0858729
Feb 05 19:18:36.388860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-107572c4-d211-4038-a289-72da5d0f0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:36.390725 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-107572c4-d211-4038-a289-72da5d0f0d77 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.1448092
Feb 05 19:18:36.453242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-9976c24f-9aaa-475e-b377-5faaaaa250a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edb285ef-d8dc-42ab-885c-3dd87a411e17 HTTP/1.1" status: 200  len: 217 time: 0.0766268
Feb 05 19:18:36.527075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-2beaeb5a-116f-4b8f-a59b-d1ba5c489baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:36.528880 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-2beaeb5a-116f-4b8f-a59b-d1ba5c489baf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 HTTP/1.1" status: 200  len: 854 time: 0.0691183
Feb 05 19:18:36.556980 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-68c547d0-caa9-4f9f-a72d-ffe869f2fcc2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.1570420
Feb 05 19:18:36.590932 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-b3b58e3e-7511-48cc-85e3-e25806aa9fe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532355
Feb 05 19:18:36.881161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-62a719db-b895-400b-bc9a-fe4bf1f1dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:36.882620 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-62a719db-b895-400b-bc9a-fe4bf1f1dfc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.3156159
Feb 05 19:18:36.957565 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-02c20615-d85e-4b6e-bcfd-759da1e1570f service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570669
Feb 05 19:18:37.027293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233aaaa1-11dc-4fe5-a904-9fe0366fe9bc req-ce781779-83d8-49f9-a8e9-3959f47ff7ac tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:37.029016 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-233aaaa1-11dc-4fe5-a904-9fe0366fe9bc req-ce781779-83d8-49f9-a8e9-3959f47ff7ac tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 943 time: 0.5708742
Feb 05 19:18:37.032618 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-d702bdf5-e8ea-4d5e-ab48-c15c03ce24a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1391060
Feb 05 19:18:37.107955 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75fd5d5e-6518-488b-bcb0-b2347a8b7148 req-2e83987a-439b-4e13-8fc5-1b5e7dfbee52 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427898
Feb 05 19:18:37.115781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b50f16-0142-4969-b12e-75568fa0c673 req-c024624f-7aec-4173-883c-296c3875d048 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:37.117499 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-97b50f16-0142-4969-b12e-75568fa0c673 req-c024624f-7aec-4173-883c-296c3875d048 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.6581693
Feb 05 19:18:37.238961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-d4b7cb49-b731-481e-8e0e-33f16f9f5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:37.240649 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-d4b7cb49-b731-481e-8e0e-33f16f9f5585 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 1160 time: 0.0793047
Feb 05 19:18:37.294816 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-233aaaa1-11dc-4fe5-a904-9fe0366fe9bc req-89551949-72cf-4bb8-83a4-f83677d646b1 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1749375
Feb 05 19:18:37.327278 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-97b50f16-0142-4969-b12e-75568fa0c673 req-88e1f249-6e88-4ac5-9402-777536c51f8c tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705511
Feb 05 19:18:37.385199 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-ea4b3382-4764-42cc-a4a5-bcc3457eaf2d service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665086
Feb 05 19:18:37.405009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-0c319b94-215b-4c34-9b54-7628fee5369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:37.406619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-0c319b94-215b-4c34-9b54-7628fee5369a service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 908 time: 0.1592627
Feb 05 19:18:37.490430 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-c49bb558-043f-4771-a55d-a4252ad991a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edb285ef-d8dc-42ab-885c-3dd87a411e17 HTTP/1.1" status: 200  len: 217 time: 0.0729465
Feb 05 19:18:37.537982 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f179b103-58ef-4d0f-b1c9-360a0943fd9d req-aecb8890-cd15-43c8-91fb-f378d9b1ebed service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451485
Feb 05 19:18:37.720011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-e767835c-4756-4b53-8d25-a8604fa7570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:37.721697 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-e767835c-4756-4b53-8d25-a8604fa7570d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 HTTP/1.1" status: 200  len: 854 time: 0.1067674
Feb 05 19:18:37.790394 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-b5937927-3362-4bae-a8b5-63d5b2c0a25c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602901
Feb 05 19:18:37.969771 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-55825e82-bc24-486b-a9f0-60c869e15d77 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719441
Feb 05 19:18:38.175914 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca6c077e-de69-4a40-9b93-cf1456c9a6ec req-0d6aa1ac-c8ac-4939-8be1-084817a2f24b service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1882751
Feb 05 19:18:38.673957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b84360-ebcc-467f-a06f-32338cb6118a req-4816f25e-3a48-44bc-b855-ffdfb20b5d75 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:38.675959 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-21b84360-ebcc-467f-a06f-32338cb6118a req-4816f25e-3a48-44bc-b855-ffdfb20b5d75 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 943 time: 0.2370100
Feb 05 19:18:38.758848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3840e-f2a4-493f-9301-cb78ff79418e req-e747f7ab-37c0-4385-8475-87b286197dd6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:38.760521 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bac3840e-f2a4-493f-9301-cb78ff79418e req-e747f7ab-37c0-4385-8475-87b286197dd6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2807214
Feb 05 19:18:38.856178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-21b84360-ebcc-467f-a06f-32338cb6118a req-33043302-cf95-451b-b5d8-b2ddc40e9f01 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945203
Feb 05 19:18:38.880932 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bac3840e-f2a4-493f-9301-cb78ff79418e req-9d052c88-3521-423c-959e-778cc581258b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018710
Feb 05 19:18:38.898749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:39.593833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-20425dee-4bc0-4d01-ad14-861e6a7e4025 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:18:39.702225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42654) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:39.873029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:39.891272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:39.896424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Usage tracker for resource:security_group_rule and tenant:d1cd58f4bf6a41e9bde354ae1ccbe71a is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:39.899504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:39.905239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:40.001984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.008818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.043644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d637793-a1d6-4e07-87a9-aa609226a4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:40.148782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device edb285ef-d8dc-42ab-885c-3dd87a411e17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:40.152701 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d1cd58f4bf6a41e9bde354ae1ccbe71a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4491804
Feb 05 19:18:40.154418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb0bb72-c311-44be-9c8a-842b66d2964c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:40.156972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42668) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:40.160489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:40.253860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.270603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port edb285ef-d8dc-42ab-885c-3dd87a411e17 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:18:40.278206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port edb285ef-d8dc-42ab-885c-3dd87a411e17 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:40.278627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.287467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.351040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.356082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ed779fa0-e75d-41b5-a3eb-757c53450743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:40.372821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb0bb72-c311-44be-9c8a-842b66d2964c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:40.377855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:40.379860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.381228 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ffb0bb72-c311-44be-9c8a-842b66d2964c HTTP/1.1" status: 204  len: 168 time: 0.2232766
Feb 05 19:18:40.388144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2b122-3732-436f-bdfc-ac5386e603b3 req-9067c19f-f402-4098-9c25-602308d6e432 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:40.389874 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28c2b122-3732-436f-bdfc-ac5386e603b3 req-9067c19f-f402-4098-9c25-602308d6e432 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2844765
Feb 05 19:18:40.483051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.527067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:18:40.542748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port edb285ef-d8dc-42ab-885c-3dd87a411e17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=edb285ef-d8dc-42ab-885c-3dd87a411e17,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:18:40.546815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.549176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:40.589184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd702e4-0b4f-4f46-8404-3521ac3b81b4 req-a0b84a6e-4a73-4b21-aa97-4270182edecb tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:40.595560 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-efd702e4-0b4f-4f46-8404-3521ac3b81b4 req-a0b84a6e-4a73-4b21-aa97-4270182edecb tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 943 time: 0.4474161
Feb 05 19:18:40.650934 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28c2b122-3732-436f-bdfc-ac5386e603b3 req-6e95cfae-2abe-4df9-8aaf-10b0c2c48e17 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2536783
Feb 05 19:18:40.651865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=edb285ef-d8dc-42ab-885c-3dd87a411e17,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:40.666662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:40.720234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-efd702e4-0b4f-4f46-8404-3521ac3b81b4 req-6b22c39b-d424-4b08-a99a-0e41cdf293be tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234787
Feb 05 19:18:40.809323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7ccda4a8-483f-462f-9b54-1a06d1bd59dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:40.965977 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17', 'code': 200}
Feb 05 19:18:41.028977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42686) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:41.064437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.106186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:41.110447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Usage tracker for resource:security_group_rule and tenant:e483d0a2194548f3abc055a4ca59b754 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:41.114111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:41.120100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:41.310103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.323721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.335079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3be66472-302e-49b6-9da8-40173b70366b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:41.389188 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e483d0a2194548f3abc055a4ca59b754&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3590047
Feb 05 19:18:41.390146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bdf2ac-7af1-48de-903a-a8eb4e8eebe6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:41.393172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42696) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:41.395180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:41.403758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e4816-35cf-44ce-9981-bb81bae6684d req-b35f62bb-005a-4ea8-b3f1-810099c0c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:41.405725 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e02e4816-35cf-44ce-9981-bb81bae6684d req-b35f62bb-005a-4ea8-b3f1-810099c0c2ae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 1162 time: 0.1556826
Feb 05 19:18:41.457570 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e02e4816-35cf-44ce-9981-bb81bae6684d req-d7a5c900-e4ab-4cc4-bf16-19684b2fcbe9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434694
Feb 05 19:18:41.472766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.480516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device edb285ef-d8dc-42ab-885c-3dd87a411e17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:41.504778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.556862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port edb285ef-d8dc-42ab-885c-3dd87a411e17 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:41.557283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.560218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.570817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45dc1b8d-d081-477a-b6ec-79abc304376e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:41.587232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bdf2ac-7af1-48de-903a-a8eb4e8eebe6,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:41.596308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:41.601467 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/26bdf2ac-7af1-48de-903a-a8eb4e8eebe6 HTTP/1.1" status: 204  len: 168 time: 0.2058167
Feb 05 19:18:41.604749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.605445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.606109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.606838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.607453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.607921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.608391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.608873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.609885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.609885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.610130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.610474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.610970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.611572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.612141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.613315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.613770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.614208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.614644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.615083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.615526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.615971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.616413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.616898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:18:41.620584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:42.200023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf9d9-e95c-4e65-9abf-6151dd6e7ce4 req-9bf558f5-8ac5-4409-92f5-9baa25257681 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:42.201830 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1aaf9d9-e95c-4e65-9abf-6151dd6e7ce4 req-9bf558f5-8ac5-4409-92f5-9baa25257681 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2991893
Feb 05 19:18:42.334470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2634c1a-03e8-4d80-b65f-a540ca68aa81 req-6f23c768-1c26-44ae-9e15-0112c4e80874 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:42.342772 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f2634c1a-03e8-4d80-b65f-a540ca68aa81 req-6f23c768-1c26-44ae-9e15-0112c4e80874 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.3762836
Feb 05 19:18:42.433559 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1aaf9d9-e95c-4e65-9abf-6151dd6e7ce4 req-01b9824e-ad39-4611-86a3-206da98bc29e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2189798
Feb 05 19:18:42.467960 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f2634c1a-03e8-4d80-b65f-a540ca68aa81 req-e92e7e37-8888-4919-b75e-b36102142164 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237912
Feb 05 19:18:42.844408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48942bb0-949e-45eb-bea4-289d062bce34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:43.763936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:45.036858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:45.095759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:45.295077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f781-74f0-4bf7-9877-57cb6f13f00e req-f17d39dc-2a7b-4dab-9c41-fffb1a108338 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:45.298368 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-43e1f781-74f0-4bf7-9877-57cb6f13f00e req-f17d39dc-2a7b-4dab-9c41-fffb1a108338 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.4090850
Feb 05 19:18:45.414514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28bcb0-14d5-47eb-b68d-202dd19362c9 req-424a7adf-7a01-4556-a8b9-74f15ae69c8d tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:45.422483 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1e28bcb0-14d5-47eb-b68d-202dd19362c9 req-424a7adf-7a01-4556-a8b9-74f15ae69c8d tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.4846320
Feb 05 19:18:45.577195 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1e28bcb0-14d5-47eb-b68d-202dd19362c9 req-64d9b232-0209-4068-a7e9-96a948a0fa6a tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535780
Feb 05 19:18:45.607863 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-43e1f781-74f0-4bf7-9877-57cb6f13f00e req-e30fe2e3-82f1-4c36-884d-95100a2d494d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822906
Feb 05 19:18:45.650286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42814) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:45.867371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:45.906932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:45.913848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Usage tracker for resource:security_group_rule and tenant:9da603e9b9654f6aba591e797bf55fb3 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:45.918376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:45.927709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:46.181004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.184612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.195509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:46.259638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42828) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:46.273446 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9da603e9b9654f6aba591e797bf55fb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6212580
Feb 05 19:18:46.276112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64c2ec-bc60-485d-bfd9-6a120d4b04df,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:46.283602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:46.359087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.403956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.486867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.492167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:46.512344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64c2ec-bc60-485d-bfd9-6a120d4b04df,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:46.515620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:46.521153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:46.533853 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0b64c2ec-bc60-485d-bfd9-6a120d4b04df HTTP/1.1" status: 204  len: 168 time: 0.2724504
Feb 05 19:18:46.915170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device edb285ef-d8dc-42ab-885c-3dd87a411e17 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:47.014694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42852) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:47.023399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbcb18-457d-4cfc-86ce-4b3de048ad8f req-4c5c4161-deb8-4909-873c-e2cb445a0702 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:47.032597 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fdcbcb18-457d-4cfc-86ce-4b3de048ad8f req-4c5c4161-deb8-4909-873c-e2cb445a0702 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.2989957
Feb 05 19:18:47.055438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.093024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:47.097633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Usage tracker for resource:security_group_rule and tenant:6ba4ba23f748403ca2e6fd2b5d0eadb6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:47.101403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:47.111088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:47.158575 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fdcbcb18-457d-4cfc-86ce-4b3de048ad8f req-4dc47f80-6ce1-45ae-95e6-54378f46beec tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245704
Feb 05 19:18:47.230056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port edb285ef-d8dc-42ab-885c-3dd87a411e17 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:47.230578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.273900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.282888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.301073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ccab768d-0bd6-453d-b62d-4b8950831f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:47.360893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:47.375990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a8d97-0a0f-48cb-8f42-c49ac0533d91 req-068cf519-e5bb-4f2d-88a7-91fab583ec2d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:47.378486 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d2a8d97-0a0f-48cb-8f42-c49ac0533d91 req-068cf519-e5bb-4f2d-88a7-91fab583ec2d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.5602472
Feb 05 19:18:47.382189 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ba4ba23f748403ca2e6fd2b5d0eadb6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3659801
Feb 05 19:18:47.385225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42882) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:47.422988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb807d-5305-4105-8c81-a3ba9e147f5b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:47.427065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:47.445565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:47.446205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.586770 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d2a8d97-0a0f-48cb-8f42-c49ac0533d91 req-89d9e0ea-6485-4267-9dc7-8f41ccf705a5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551924
Feb 05 19:18:47.602633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.665401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.729872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.736951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:47.772176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb807d-5305-4105-8c81-a3ba9e147f5b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:47.775355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:47.776312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:47.783049 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ffb807d-5305-4105-8c81-a3ba9e147f5b HTTP/1.1" status: 204  len: 168 time: 0.3958802
Feb 05 19:18:48.387722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d756a-6e73-465f-a2fa-87fc61de01e6 req-d0996c3c-7ffa-4a32-82d9-308742ff2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:48.389503 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-425d756a-6e73-465f-a2fa-87fc61de01e6 req-d0996c3c-7ffa-4a32-82d9-308742ff2d2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.0873821
Feb 05 19:18:48.444750 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-425d756a-6e73-465f-a2fa-87fc61de01e6 req-c8731d49-9703-4e0c-bbe7-4ae27a221cac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425706
Feb 05 19:18:48.961773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8007f5-b480-4823-9984-22bdb23c667d req-437f6f7c-b260-4073-ab0e-9e1d39402201 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:48.963078 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc8007f5-b480-4823-9984-22bdb23c667d req-437f6f7c-b260-4073-ab0e-9e1d39402201 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1882575
Feb 05 19:18:49.042218 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc8007f5-b480-4823-9984-22bdb23c667d req-cb4542ea-21a4-4619-8827-7fb9acbfc6c1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720196
Feb 05 19:18:49.202670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42960) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:49.381974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1481196562-network', 'tenant_id': '96e1f1d753354df3af28511443d024c6'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:49.387328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:49.391623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Usage tracker for resource:network and tenant:96e1f1d753354df3af28511443d024c6 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:49.395629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:49.402079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:49.413627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Made reservation on behalf of 96e1f1d753354df3af28511443d024c6 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:49.419328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.437066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.454785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:49.460213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Usage tracker for resource:security_group_rule and tenant:96e1f1d753354df3af28511443d024c6 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:49.463280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:49.469198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:49.565100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.569995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.574372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c3552143-286d-4407-a2a1-3e03a1061cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:49.605268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:18:49.620648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097105ca-ccc8-453c-bcf7-fc7f6a27f15c,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:49.625362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:49.626381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.626822 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Added segment ee4a1ef3-9e8a-4206-b2cc-26bf220416bc of type vxlan for network b4687023-ee96-4e9f-9dfe-079b54a2957c
Feb 05 19:18:49.656492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.688363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.689711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:49.690292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.696142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8d00dbc0-87a7-4197-94a6-49b0d05e84e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:49.803292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Pushing event updated for resources: {'Network': ['ID=b4687023-ee96-4e9f-9dfe-079b54a2957c,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:49.814325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:49.816318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network b4687023-ee96-4e9f-9dfe-079b54a2957c details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:49.832774 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6288102
Feb 05 19:18:49.835832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42980) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:49.843858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Request body: {'subnet': {'network_id': 'b4687023-ee96-4e9f-9dfe-079b54a2957c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1481196562-subnet', 'tenant_id': '96e1f1d753354df3af28511443d024c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:49.851243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:49.858587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Usage tracker for resource:subnet and tenant:96e1f1d753354df3af28511443d024c6 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:49.863088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:49.872159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:49.886285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Made reservation on behalf of 96e1f1d753354df3af28511443d024c6 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:49.892694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:49.938000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network b4687023-ee96-4e9f-9dfe-079b54a2957c details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:50.477672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba5f33-b7a8-40bc-a66d-89240166718e req-552a3007-9c21-4481-a881-c814282cc65b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:50.479588 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-23ba5f33-b7a8-40bc-a66d-89240166718e req-552a3007-9c21-4481-a881-c814282cc65b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2614591
Feb 05 19:18:50.578721 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-23ba5f33-b7a8-40bc-a66d-89240166718e req-5d9f224f-c8af-499d-b463-568ce91b8854 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820220
Feb 05 19:18:50.680413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:50.715648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:50.865490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:51.111084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:51.111849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:51.264311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:18:51.307569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-fdb57571-809b-40a7-97d3-89db23d8ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:51.311259 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-fdb57571-809b-40a7-97d3-89db23d8ac35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.2178826
Feb 05 19:18:51.316357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b79573-a09a-4f09-aa0d-b50b5ae00417,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:51.319197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:51.499247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-0ca3a2ac-2728-42cb-8fae-e6c225fe8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:51.501293 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-0ca3a2ac-2728-42cb-8fae-e6c225fe8f32 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.1825280
Feb 05 19:18:51.547229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488e414-addd-454f-a8a0-9d5b25dae8d5 req-ea39f358-31b9-41b2-b30c-1579e148d57d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:51.552940 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2488e414-addd-454f-a8a0-9d5b25dae8d5 req-ea39f358-31b9-41b2-b30c-1579e148d57d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2868278
Feb 05 19:18:51.601214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Checking segment: {'id': 'ee4a1ef3-9e8a-4206-b2cc-26bf220416bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b4687023-ee96-4e9f-9dfe-079b54a2957c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:18:51.601608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Network hostable DHCP agents. Network: b4687023-ee96-4e9f-9dfe-079b54a2957c, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:18:51.656577 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-34a8cf94-1d05-4994-a01e-139046be29ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.1443222
Feb 05 19:18:51.665324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43018) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:51.714921 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2488e414-addd-454f-a8a0-9d5b25dae8d5 req-3301ab5c-02fe-4b78-b9e8-43bdde70fa68 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566138
Feb 05 19:18:51.720625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Network b4687023-ee96-4e9f-9dfe-079b54a2957c is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:18:51.732850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, b4687023-ee96-4e9f-9dfe-079b54a2957c) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:18:51.755504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-61a10431-ff47-47aa-9f86-79f076d36670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:51.768674 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-61a10431-ff47-47aa-9f86-79f076d36670 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.0907671
Feb 05 19:18:51.845550 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-9dc7e4cf-b89e-4d14-b75b-110853bf36be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770881
Feb 05 19:18:51.866695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:51.866695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:51.868864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b5838-3dd2-41ce-87a7-1eb21706d9d0 None None] Network b4687023-ee96-4e9f-9dfe-079b54a2957c requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:51.913885 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0770268
Feb 05 19:18:52.133934 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-cd8a25ee-9275-4e82-a1cd-4b43c073c33a service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2748969
Feb 05 19:18:52.183844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:52.242774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d0430-9e31-45df-8db6-3b3e107d419d None None] Network b4687023-ee96-4e9f-9dfe-079b54a2957c requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:52.536947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df73d875-dced-4bd5-880a-bdbe8d058519 req-6a5b7441-d098-4aae-963a-326cfbc6c509 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3597608
Feb 05 19:18:52.546336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:52.553364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Usage tracker for resource:security_group_rule and tenant:7eed6e5ae72e4e88957fd90d26b9fa48 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:52.558037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:52.567841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:52.748180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:52.754484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:52.768807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3ece21df-32ef-4778-9af2-36f9318c9b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:52.847080 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7eed6e5ae72e4e88957fd90d26b9fa48&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1234376
Feb 05 19:18:52.851363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43048) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:52.853192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac367bc5-f9d5-477e-8784-941d46f57e1f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:52.862890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:52.912919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:52.981401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.085173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:53.085591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.202783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.380300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4fee1-a6ef-4585-8f3a-9f322504f1ca req-17857125-bf89-422e-b8a4-8ef201eb5f02 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:53.390840 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d9f4fee1-a6ef-4585-8f3a-9f322504f1ca req-17857125-bf89-422e-b8a4-8ef201eb5f02 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.3876092
Feb 05 19:18:53.438564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43058) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:53.445813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-430133059-network', 'tenant_id': '578c0e30aa064c409b8f1cd5a1670a93'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:53.458712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:53.465885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Usage tracker for resource:network and tenant:578c0e30aa064c409b8f1cd5a1670a93 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:53.469845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:53.481317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:53.496759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Made reservation on behalf of 578c0e30aa064c409b8f1cd5a1670a93 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:53.501535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.505185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d9f4fee1-a6ef-4585-8f3a-9f322504f1ca req-595b3327-ecd5-4577-aad4-be543a1207f2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128099
Feb 05 19:18:53.511020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.516871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.520709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:53.536163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:53.538600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac367bc5-f9d5-477e-8784-941d46f57e1f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:53.540581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Usage tracker for resource:security_group_rule and tenant:578c0e30aa064c409b8f1cd5a1670a93 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:53.541263 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:53.542335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.543742 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac367bc5-f9d5-477e-8784-941d46f57e1f HTTP/1.1" status: 204  len: 168 time: 0.6907947
Feb 05 19:18:53.544002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:53.553170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:53.665725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.669982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.675230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d117c7cc-417d-4235-9932-02f9b598ca45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:53.717339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:18:53.729740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c53e8d-77fb-4564-af11-f5cc67f45e02,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:53.733337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:53.736670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.737328 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Added segment 11874b7e-736a-4c86-832f-7487a8b4a530 of type vxlan for network 6ead9ec4-b23e-444d-a52d-f1772a76ba46
Feb 05 19:18:53.769656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.810056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.813564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:53.814471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:53.856758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ef5b2b2-8752-4480-bcae-1f4179b51e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:54.051502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Pushing event updated for resources: {'Network': ['ID=6ead9ec4-b23e-444d-a52d-f1772a76ba46,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:54.056292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:54.063308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:54.088642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6487610
Feb 05 19:18:54.090271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:18:54.091390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43072) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:18:54.101865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Request body: {'subnet': {'network_id': '6ead9ec4-b23e-444d-a52d-f1772a76ba46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-430133059-subnet', 'tenant_id': '578c0e30aa064c409b8f1cd5a1670a93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:18:54.108081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:18:54.115247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Usage tracker for resource:subnet and tenant:578c0e30aa064c409b8f1cd5a1670a93 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:18:54.119165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:18:54.126927 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:18:54.140871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Made reservation on behalf of 578c0e30aa064c409b8f1cd5a1670a93 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:18:54.146318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:54.770549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:54.852364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:18:54.901892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:18:54.990284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e5aa-3beb-4379-b72b-7870de4ef897 req-cdf0b23c-e2b2-4770-b2e2-1b390c6fe913 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:54.999317 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eab2e5aa-3beb-4379-b72b-7870de4ef897 req-cdf0b23c-e2b2-4770-b2e2-1b390c6fe913 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2285817
Feb 05 19:18:55.026615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:18:55.027560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:55.103203 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eab2e5aa-3beb-4379-b72b-7870de4ef897 req-976fcdc5-d0d9-4d1c-aaed-79ed3c8460f7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027973
Feb 05 19:18:55.274991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=171cba02-17a3-41c9-9fb2-6a23787c6130,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:18:55.279796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:18:55.340758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Checking segment: {'id': '11874b7e-736a-4c86-832f-7487a8b4a530', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6ead9ec4-b23e-444d-a52d-f1772a76ba46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:18:55.341151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Network hostable DHCP agents. Network: 6ead9ec4-b23e-444d-a52d-f1772a76ba46, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:18:55.363039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:18:55.373906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 6ead9ec4-b23e-444d-a52d-f1772a76ba46) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:18:55.385444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cbdc11-6141-42ca-9119-2d149b55c413 None None] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:55.390499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:55.391138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:18:55.432251 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3303022
Feb 05 19:18:55.700696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc593946-0af4-464b-8a3f-d575d48c3506 None None] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:18:57.797838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1abde5-ac83-4a1d-bf24-5eee13c8a2fd req-209d1311-a503-4a67-a35b-87f5258e3529 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:18:57.799520 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df1abde5-ac83-4a1d-bf24-5eee13c8a2fd req-209d1311-a503-4a67-a35b-87f5258e3529 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2031391
Feb 05 19:18:57.887718 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-df1abde5-ac83-4a1d-bf24-5eee13c8a2fd req-258ce73d-9028-45e0-a560-72a46154972d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773547
Feb 05 19:19:06.375592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be1075-b717-452f-98de-5e46d163fc8b req-9fec360e-4513-41cc-a9b5-116d5f7f32f5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:06.377357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-61be1075-b717-452f-98de-5e46d163fc8b req-9fec360e-4513-41cc-a9b5-116d5f7f32f5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1676457
Feb 05 19:19:06.469758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-61be1075-b717-452f-98de-5e46d163fc8b req-29ac61b5-ebf2-4914-9f79-9d44668e1ac8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846446
Feb 05 19:19:06.902922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bec59-3f75-4417-8126-80bd82515c06 req-43af57f5-5764-4872-bdb8-e58aad3fd5fb tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:06.904642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7c5bec59-3f75-4417-8126-80bd82515c06 req-43af57f5-5764-4872-bdb8-e58aad3fd5fb tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1668649
Feb 05 19:19:06.968902 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7c5bec59-3f75-4417-8126-80bd82515c06 req-de2404fe-2643-4cf7-b282-f48fb408efae tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571880
Feb 05 19:19:07.822499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4070ed-2095-41c9-a502-4064d1c46e9f req-00599794-de0f-4afa-b521-9febd2abb6ba tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:07.824227 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e4070ed-2095-41c9-a502-4064d1c46e9f req-00599794-de0f-4afa-b521-9febd2abb6ba tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1928296
Feb 05 19:19:07.897780 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e4070ed-2095-41c9-a502-4064d1c46e9f req-27c864f5-11c5-4b80-8e6f-63d9a4c72ce8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630322
Feb 05 19:19:08.302080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ba398-3d4f-4d1c-9927-c8352217c709 req-8cddbea5-18a6-44ef-82f4-fdbad88fe395 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:08.303760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-689ba398-3d4f-4d1c-9927-c8352217c709 req-8cddbea5-18a6-44ef-82f4-fdbad88fe395 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1696324
Feb 05 19:19:08.372600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-689ba398-3d4f-4d1c-9927-c8352217c709 req-42651958-4176-4044-a5f8-9dfc4e54cd64 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625899
Feb 05 19:19:08.889375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.026681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43366) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:09.104362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Deleting subnet 952291e1-2e37-4c86-a514-20d1197b2ca7 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:19:09.108729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.164666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.222179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47b147-e112-4dfc-aa63-2821855d08cd req-caf7929c-1712-4ce4-837e-7d2f36268cd0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:09.224241 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c47b147-e112-4dfc-aa63-2821855d08cd req-caf7929c-1712-4ce4-837e-7d2f36268cd0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1806316
Feb 05 19:19:09.227593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.298536 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c47b147-e112-4dfc-aa63-2821855d08cd req-3c6cfed9-e8c8-425c-aa85-6397eb812cf0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676599
Feb 05 19:19:09.554952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.572745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d284e4db-0d9e-42de-9906-5aaed8be9452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:09.688324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=952291e1-2e37-4c86-a514-20d1197b2ca7,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:09.708780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:09.709233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5bb00-c938-4029-ab7c-f1bc44f09da5 req-cc0513fe-c38e-4638-870e-3c3f3ffd5ce1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:09.709233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45b5bb00-c938-4029-ab7c-f1bc44f09da5 req-cc0513fe-c38e-4638-870e-3c3f3ffd5ce1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1812332
Feb 05 19:19:09.752994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:09.761234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/952291e1-2e37-4c86-a514-20d1197b2ca7 HTTP/1.1" status: 204  len: 168 time: 0.7331238
Feb 05 19:19:09.763903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43394) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:09.785108 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45b5bb00-c938-4029-ab7c-f1bc44f09da5 req-4d7bb1b9-872e-4b5a-aa73-4c38c5b01c59 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708618
Feb 05 19:19:09.892094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.087810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.206554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c87248208>,) {'filters': {'network_id': ['ed81284a-35e5-4af0-84b3-f16534bb4d88']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:10.222018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87248208>, 'b7488fd3-4007-4779-943d-6960f60880b7') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:10.222747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87248208>, 'b7488fd3-4007-4779-943d-6960f60880b7') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:10.240297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.260193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.262578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:19:10.448639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:10.458691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.618884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c3c2-cb9f-4f37-8cd8-a4cf333cd7ee req-9dd64c53-a147-4134-8407-78586c4725d1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:10.620515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5cc1c3c2-cb9f-4f37-8cd8-a4cf333cd7ee req-9dd64c53-a147-4134-8407-78586c4725d1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1627860
Feb 05 19:19:10.646900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Network ed81284a-35e5-4af0-84b3-f16534bb4d88 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:19:10.670181 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:19:10.685604 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5cc1c3c2-cb9f-4f37-8cd8-a4cf333cd7ee req-19e04415-7b3c-4bf2-8dfa-ac980c421a6c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581315
Feb 05 19:19:10.752939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.756316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:10.770583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.781712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed81284a-35e5-4af0-84b3-f16534bb4d88,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:10.785303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:10.790009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a418f10d-77fb-4c1f-baa5-82ec6f2f3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:10.790332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] 10.222.0.59 "DELETE /v2.0/networks/ed81284a-35e5-4af0-84b3-f16534bb4d88 HTTP/1.1" status: 204  len: 168 time: 1.0251672
Feb 05 19:19:11.026947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43412) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:11.086456 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8321a4c1-4f1f-435f-a5b3-ca76b74f7f13 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50a219ccc61f43b493a4067a41e49622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574634
Feb 05 19:19:11.086655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43416) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:11.101741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59797e03-19af-455c-9291-ad8e780c5fb3 req-bb0ba1d1-bca9-4923-ba66-efbb64dc5fb1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:11.103810 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-59797e03-19af-455c-9291-ad8e780c5fb3 req-bb0ba1d1-bca9-4923-ba66-efbb64dc5fb1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1796906
Feb 05 19:19:11.154484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:11.170090 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-59797e03-19af-455c-9291-ad8e780c5fb3 req-6fe7a1a4-9366-4b55-a831-59f7dda5822e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597043
Feb 05 19:19:11.191328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:11.246992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:11.252445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63f028af-e9a0-43d7-86be-c605f3cda3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:11.265383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd2380-f1c2-4fde-935c-35895b27f298,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:11.268344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:11.276285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:11.277710 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4cd2380-f1c2-4fde-935c-35895b27f298 HTTP/1.1" status: 204  len: 168 time: 0.1901546
Feb 05 19:19:12.025792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af1509-954f-4b23-8255-7565d7cb1c8d req-e671f2a0-0551-43bd-b4f3-e2595067606f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:12.027507 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f3af1509-954f-4b23-8255-7565d7cb1c8d req-e671f2a0-0551-43bd-b4f3-e2595067606f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1912706
Feb 05 19:19:12.127894 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f3af1509-954f-4b23-8255-7565d7cb1c8d req-7a41c00d-fe48-4ecf-be31-5934e4c0fd51 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879745
Feb 05 19:19:12.536935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4f0b-e11c-4c6e-bc72-055c313c999c req-60575b28-62bb-4435-9388-7b1dd2a536e1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:12.538644 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5d4f0b-e11c-4c6e-bc72-055c313c999c req-60575b28-62bb-4435-9388-7b1dd2a536e1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1693394
Feb 05 19:19:12.607811 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5d4f0b-e11c-4c6e-bc72-055c313c999c req-885b1916-a127-4757-8dbf-1f5957263649 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612109
Feb 05 19:19:12.847917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a7fee93-18c4-40f3-b23b-644485cbd9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:13.137151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-55b88b7f-cd4f-479b-a8c7-00d5f4ff75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:13.139025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-55b88b7f-cd4f-479b-a8c7-00d5f4ff75b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.1192257
Feb 05 19:19:13.284851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573149-c7de-4420-9636-f02262c3de74 req-07668eeb-253f-4747-8c5c-b5e80eadf0d6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:13.286493 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb573149-c7de-4420-9636-f02262c3de74 req-07668eeb-253f-4747-8c5c-b5e80eadf0d6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1762271
Feb 05 19:19:13.304010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-4f613fec-4ed9-43a5-bed0-4db67ccce27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:13.305654 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-4f613fec-4ed9-43a5-bed0-4db67ccce27e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.1545022
Feb 05 19:19:13.389622 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-d9a287c2-bfb3-44cd-80b9-645f274aab41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.0723336
Feb 05 19:19:13.421715 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb573149-c7de-4420-9636-f02262c3de74 req-0d8e1184-093b-4184-9f17-e3892fd68913 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278174
Feb 05 19:19:13.486024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-bcd9a3b6-1ecb-4f42-b308-f06d69a44523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:13.488299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-bcd9a3b6-1ecb-4f42-b308-f06d69a44523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.0888758
Feb 05 19:19:13.544839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bee4b9-f46e-45ef-b159-3b8faac5feb0 req-def08ce8-93bb-4e05-a2a0-ae087450a56e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:13.553131 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e7bee4b9-f46e-45ef-b159-3b8faac5feb0 req-def08ce8-93bb-4e05-a2a0-ae087450a56e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2423685
Feb 05 19:19:13.553675 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-3b3f2801-a86b-4c7b-9984-96eeb6ac02ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560749
Feb 05 19:19:13.618587 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e7bee4b9-f46e-45ef-b159-3b8faac5feb0 req-6cf8683e-71e0-43b1-94d5-47822d2afb88 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644672
Feb 05 19:19:13.666692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43548) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:13.712059 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-5a6eedc8-96c6-4c47-8603-136f6aa420b8 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500626
Feb 05 19:19:13.749809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Deleting subnet 19b79573-a09a-4f09-aa0d-b50b5ae00417 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:19:13.754793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:13.757269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:13.875404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:13.878687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb69ded7-b16f-4b1c-a1f7-73cfe83c9cd5 req-944ef5ca-adf6-4343-a3dd-bfbc64364e3a service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555970
Feb 05 19:19:13.889249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:14.028620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5cc9-7e02-413a-879f-41206308331c req-6af0d3bc-d84b-40bd-9f65-2cf0e870a24d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:14.030342 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d38e5cc9-7e02-413a-879f-41206308331c req-6af0d3bc-d84b-40bd-9f65-2cf0e870a24d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2449126
Feb 05 19:19:14.188797 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d38e5cc9-7e02-413a-879f-41206308331c req-fcbf27d7-a0b7-4d00-a560-25c79af8b695 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497405
Feb 05 19:19:14.323628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:14.342550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:14.444657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b79573-a09a-4f09-aa0d-b50b5ae00417,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:14.449161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:14.484018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:14.491777 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b8678a4f-7591-4df0-bfe3-de62edf05007 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/19b79573-a09a-4f09-aa0d-b50b5ae00417 HTTP/1.1" status: 204  len: 168 time: 0.8239551
Feb 05 19:19:14.493758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43560) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:14.673923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:14.907095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66676b32-4cd7-467d-8f7a-5f2b88cfd5dc req-67183665-5f49-47e2-9d4d-3a4e0a2f856e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:14.909766 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66676b32-4cd7-467d-8f7a-5f2b88cfd5dc req-67183665-5f49-47e2-9d4d-3a4e0a2f856e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.3441250
Feb 05 19:19:15.029517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:15.065643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:15.223040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:15.401808 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66676b32-4cd7-467d-8f7a-5f2b88cfd5dc req-8da05cfc-b109-4267-963a-49847d7142db tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228651
Feb 05 19:19:15.443435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0c86e7f278>> segment before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.443840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0c86e7f278>> subnet precommit_delete_associations 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.444720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> segment_host_mapping after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.445099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.445459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.445835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.446209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> segment after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.446614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.446914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.447269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0c86badef0>> subnet after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.574886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86d529b0>> subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.575276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86d529b0>> subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.575649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86d529b0>> subnet before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.576012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0c86d529b0>> subnet before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 05 19:19:15.576389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c876471d0>,) {'filters': {'network_id': ['b4687023-ee96-4e9f-9dfe-079b54a2957c']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:15.631140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c876471d0>, 'ee4a1ef3-9e8a-4206-b2cc-26bf220416bc') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:15.631404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c876471d0>, 'ee4a1ef3-9e8a-4206-b2cc-26bf220416bc') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:15.659554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:15.693608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:15.777013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4398e6-ed28-4a72-9dd8-3529f116a18b req-1f1a67e2-4210-469d-ad78-9320daa524b9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:15.778739 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3e4398e6-ed28-4a72-9dd8-3529f116a18b req-1f1a67e2-4210-469d-ad78-9320daa524b9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.5401156
Feb 05 19:19:15.779453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:19:16.023831 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3e4398e6-ed28-4a72-9dd8-3529f116a18b req-7083f23f-e5bc-4bc4-b96a-0b7dec743935 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2137358
Feb 05 19:19:16.111816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b997af-a5c4-4101-8910-212ad09c1420 req-756ce438-9348-4784-bc45-ac9766450c18 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:16.113630 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0b997af-a5c4-4101-8910-212ad09c1420 req-756ce438-9348-4784-bc45-ac9766450c18 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.5257978
Feb 05 19:19:16.125637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Network b4687023-ee96-4e9f-9dfe-079b54a2957c has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:16.136278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.353208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0b997af-a5c4-4101-8910-212ad09c1420 req-8246215e-1861-462d-8522-05425e776abd tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2295303
Feb 05 19:19:16.388208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Network b4687023-ee96-4e9f-9dfe-079b54a2957c has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   (rel_b, rel_a, rel_b),
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   (rel_b, rel_a, rel_b),
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:19:16.417564 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:19:16.501653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.506202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a4bb43dd-dba9-4ffb-9ff6-22badb608039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:16.530083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.533127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4687023-ee96-4e9f-9dfe-079b54a2957c,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:16.536731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:16.539953 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b4687023-ee96-4e9f-9dfe-079b54a2957c HTTP/1.1" status: 204  len: 168 time: 2.0451472
Feb 05 19:19:16.543086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43588) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:16.675450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Deleting subnet 171cba02-17a3-41c9-9fb2-6a23787c6130 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:19:16.680084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.742873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.863071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a822f1-dadc-484d-9d0d-3b118e1f4742 req-0885ae75-8cd7-42ba-82b0-0083774a148f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:16.865021 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-23a822f1-dadc-484d-9d0d-3b118e1f4742 req-0885ae75-8cd7-42ba-82b0-0083774a148f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2848306
Feb 05 19:19:16.927135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:16.983087 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-23a822f1-dadc-484d-9d0d-3b118e1f4742 req-3ac4d504-24a9-4b91-9598-b6c72e13d5d0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105452
Feb 05 19:19:17.289104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:17.308775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:17.426474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e650-10e0-4274-ae06-504a5c65242b req-047642c4-d2ca-45c9-b184-4cf4f015c0a0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:17.428190 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2890e650-10e0-4274-ae06-504a5c65242b req-047642c4-d2ca-45c9-b184-4cf4f015c0a0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2467713
Feb 05 19:19:17.508127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171cba02-17a3-41c9-9fb2-6a23787c6130,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:17.557265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:17.661042 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2890e650-10e0-4274-ae06-504a5c65242b req-df5c44f4-11b8-4e48-b6b0-8db4c7b89b35 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623306
Feb 05 19:19:17.666770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:17.676289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/171cba02-17a3-41c9-9fb2-6a23787c6130 HTTP/1.1" status: 204  len: 168 time: 1.1320529
Feb 05 19:19:17.679012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43600) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:17.777420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cae0f-25a4-436e-8e76-90a900168fbf req-7879537f-1463-4810-b6de-b1dbbf556408 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:17.779114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e9cae0f-25a4-436e-8e76-90a900168fbf req-7879537f-1463-4810-b6de-b1dbbf556408 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2754521
Feb 05 19:19:17.808885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:17.848025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e9cae0f-25a4-436e-8e76-90a900168fbf req-bd49cec0-ccbd-43c0-a496-9ace9a97a24f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621500
Feb 05 19:19:18.013784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.140199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c86d43b70>,) {'filters': {'network_id': ['6ead9ec4-b23e-444d-a52d-f1772a76ba46']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:18.153823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86d43b70>, '11874b7e-736a-4c86-832f-7487a8b4a530') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:18.154157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86d43b70>, '11874b7e-736a-4c86-832f-7487a8b4a530') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:19:18.166590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.182343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.184339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:19:18.279668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630622-dc39-4c5b-a40e-78ff3122ce05 req-e9c2df72-1801-47b3-b3f7-040a08d6ee59 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:18.281403 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e630622-dc39-4c5b-a40e-78ff3122ce05 req-e9c2df72-1801-47b3-b3f7-040a08d6ee59 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1633437
Feb 05 19:19:18.352013 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e630622-dc39-4c5b-a40e-78ff3122ce05 req-4372528c-59a7-42f1-b2e9-f863464e4014 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605559
Feb 05 19:19:18.376103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:18.385718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.567538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Network 6ead9ec4-b23e-444d-a52d-f1772a76ba46 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:19:18.590319 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:19:18.896159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.899943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c699fa48-6c88-454d-9741-358893104f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:18.916245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:18.926716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ead9ec4-b23e-444d-a52d-f1772a76ba46,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:18.929905 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] 10.222.0.59 "DELETE /v2.0/networks/6ead9ec4-b23e-444d-a52d-f1772a76ba46 HTTP/1.1" status: 204  len: 168 time: 1.2496228
Feb 05 19:19:18.930747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:19.000390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e692d6a-cb6f-41fd-803e-2ae15693c044 req-0e55505b-a9cc-49e5-b927-73b9fe7989ca tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:19.002149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0e692d6a-cb6f-41fd-803e-2ae15693c044 req-0e55505b-a9cc-49e5-b927-73b9fe7989ca tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1771750
Feb 05 19:19:19.125153 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0e692d6a-cb6f-41fd-803e-2ae15693c044 req-c95b5c8a-37bd-4539-b995-c7e4e90c62e9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0841577
Feb 05 19:19:19.161825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43616) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:19.220884 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8467a69a-cfbe-4aec-94f2-8011c3ca6b87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96e1f1d753354df3af28511443d024c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553288
Feb 05 19:19:19.221086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43620) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:19.222804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed776f-819a-40e3-92fe-e340aeef64fa req-e1fa5909-5f68-4c41-a14e-5f72985461a4 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:19.224787 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-46ed776f-819a-40e3-92fe-e340aeef64fa req-e1fa5909-5f68-4c41-a14e-5f72985461a4 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2210553
Feb 05 19:19:19.287883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:19.293048 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-46ed776f-819a-40e3-92fe-e340aeef64fa req-ea52b638-084f-4906-bc22-4b5ebd12e834 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616612
Feb 05 19:19:19.318279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:19.369147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:19.374492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a1dbe5dd-b75d-49f0-800c-1e981e42fa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:19.387799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097105ca-ccc8-453c-bcf7-fc7f6a27f15c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:19.390494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:19.394974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:19.399111 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/097105ca-ccc8-453c-bcf7-fc7f6a27f15c HTTP/1.1" status: 204  len: 168 time: 0.1743009
Feb 05 19:19:19.656231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867428fc-4a3c-4782-a0a5-c701459be188 req-75101268-7ec3-4be7-818c-348345e28232 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:19.657974 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-867428fc-4a3c-4782-a0a5-c701459be188 req-75101268-7ec3-4be7-818c-348345e28232 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1686609
Feb 05 19:19:19.724288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-867428fc-4a3c-4782-a0a5-c701459be188 req-7bb2df19-dc37-4523-a4ba-3fc3ddd85539 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591044
Feb 05 19:19:19.846559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43634) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:19.900605 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9081e20d-da12-4b22-a446-006ae2dbf989 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=578c0e30aa064c409b8f1cd5a1670a93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526240
Feb 05 19:19:19.903182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43638) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:19.965259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:19.995597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:20.047137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:20.052427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-67bc7d3c-2b91-4c14-9370-8256e0b7bb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:20.067452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c53e8d-77fb-4564-af11-f5cc67f45e02,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:20.070392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:20.071666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:20.072907 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f1c53e8d-77fb-4564-af11-f5cc67f45e02 HTTP/1.1" status: 204  len: 168 time: 0.1687834
Feb 05 19:19:20.483752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb799-0981-4f33-91b3-4b7a6716bc23 req-08351d69-0c05-4d12-850b-a752ee691dab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:20.491284 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea2bb799-0981-4f33-91b3-4b7a6716bc23 req-08351d69-0c05-4d12-850b-a752ee691dab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2090638
Feb 05 19:19:20.554881 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea2bb799-0981-4f33-91b3-4b7a6716bc23 req-df7cac6f-e0c6-483a-8611-3483148fc420 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603170
Feb 05 19:19:20.760214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1064876-ef05-4f57-bf20-90a62af77200 req-6d1daad5-d3a9-4201-8680-22cdb3578f67 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:20.761953 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1064876-ef05-4f57-bf20-90a62af77200 req-6d1daad5-d3a9-4201-8680-22cdb3578f67 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1710820
Feb 05 19:19:20.827895 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1064876-ef05-4f57-bf20-90a62af77200 req-063d2a63-e080-45e9-a4a0-2360f1611d38 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592697
Feb 05 19:19:21.026427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07a991-647a-47f6-a037-e60fd11549e2 req-f9282e4b-5bbc-4502-8d26-23349228472b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:21.028126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb07a991-647a-47f6-a037-e60fd11549e2 req-f9282e4b-5bbc-4502-8d26-23349228472b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1738257
Feb 05 19:19:21.097365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:21.102170 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb07a991-647a-47f6-a037-e60fd11549e2 req-62b44c02-2e4e-49be-9788-3c8256ee2643 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591145
Feb 05 19:19:21.172533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:21.172953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:21.865976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea7e98-cd6a-49c2-b184-4da902218e04 req-1b4a0e4e-d6f4-4c36-90b5-285b857c2630 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:21.867616 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-42ea7e98-cd6a-49c2-b184-4da902218e04 req-1b4a0e4e-d6f4-4c36-90b5-285b857c2630 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1686215
Feb 05 19:19:22.195296 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-42ea7e98-cd6a-49c2-b184-4da902218e04 req-d8271bd5-3e30-4785-a19d-cdc6338c0a13 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3202951
Feb 05 19:19:22.307087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6942cc-c26b-4078-8a92-38034ffcfe97 req-4fc43022-62a1-41f6-a31f-23a6c7c98810 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:22.308803 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fa6942cc-c26b-4078-8a92-38034ffcfe97 req-4fc43022-62a1-41f6-a31f-23a6c7c98810 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2005742
Feb 05 19:19:22.430664 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fa6942cc-c26b-4078-8a92-38034ffcfe97 req-4ccaafb8-026c-4c1c-a9ad-bb3caab7e976 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155818
Feb 05 19:19:22.535146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9438f03-9430-4a18-8bc0-c206b4058d53 req-17e8f5e3-0990-481a-9e6c-8adafcd9cd08 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:22.536857 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9438f03-9430-4a18-8bc0-c206b4058d53 req-17e8f5e3-0990-481a-9e6c-8adafcd9cd08 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2010365
Feb 05 19:19:22.602610 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9438f03-9430-4a18-8bc0-c206b4058d53 req-3621a2a6-9eb3-4fbe-b672-18bebb17b4c0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594604
Feb 05 19:19:23.509186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4c3f7-1b42-4e54-acf5-bdfaccb57494 req-ab9fe341-a200-46dd-87bd-36e38f09c594 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:23.510891 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-18e4c3f7-1b42-4e54-acf5-bdfaccb57494 req-ab9fe341-a200-46dd-87bd-36e38f09c594 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1664984
Feb 05 19:19:23.630322 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-18e4c3f7-1b42-4e54-acf5-bdfaccb57494 req-173632f4-9ae7-4f22-bd08-0b97426828c2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128905
Feb 05 19:19:23.753701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5fb0-5469-433b-af98-b1467147bc62 req-0d66d8ef-96bc-46d6-af65-2dee46dc539a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:23.755291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32bf5fb0-5469-433b-af98-b1467147bc62 req-0d66d8ef-96bc-46d6-af65-2dee46dc539a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1931491
Feb 05 19:19:23.885663 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32bf5fb0-5469-433b-af98-b1467147bc62 req-250e8fc3-c23b-4bd6-9a81-957ef225d94c tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238039
Feb 05 19:19:23.983584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641c37a-0931-45b5-a421-d3c74f9c1ab7 req-bada6f30-5a06-4a5d-a8e2-dd53445a3fe9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:23.985302 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6641c37a-0931-45b5-a421-d3c74f9c1ab7 req-bada6f30-5a06-4a5d-a8e2-dd53445a3fe9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2081833
Feb 05 19:19:24.051612 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6641c37a-0931-45b5-a421-d3c74f9c1ab7 req-8ce40504-ee31-489d-8a94-09a42dd815e0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594311
Feb 05 19:19:24.941194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96819535-2b9c-4523-b730-1bc417e5154c req-d4d0dbad-3203-4ba1-8744-906060a97db5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:24.944050 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-96819535-2b9c-4523-b730-1bc417e5154c req-d4d0dbad-3203-4ba1-8744-906060a97db5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1647205
Feb 05 19:19:25.013930 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-96819535-2b9c-4523-b730-1bc417e5154c req-9389b611-ae0a-4173-b4c9-805aa5017649 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638001
Feb 05 19:19:25.188032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ef29e-85d0-42bf-b07b-8bc920aed893 req-eafae20c-e552-41de-9466-14bedcdc3926 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:25.190272 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fd4ef29e-85d0-42bf-b07b-8bc920aed893 req-eafae20c-e552-41de-9466-14bedcdc3926 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1689780
Feb 05 19:19:25.316169 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fd4ef29e-85d0-42bf-b07b-8bc920aed893 req-f5cd1cd6-7215-4905-8a2e-9c05dc63437f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837872
Feb 05 19:19:25.412426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651410fd-670f-4f5a-97f9-3ee08744352e req-19f97dc2-cdd1-481f-bb2f-356ed25d0322 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:25.414132 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-651410fd-670f-4f5a-97f9-3ee08744352e req-19f97dc2-cdd1-481f-bb2f-356ed25d0322 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2228625
Feb 05 19:19:25.481056 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-651410fd-670f-4f5a-97f9-3ee08744352e req-b7aea20d-fd55-407e-8bbc-cb761c210086 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605183
Feb 05 19:19:26.327258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89821453-889c-4b8b-bf68-e2c583729098 req-7e2dc657-6d62-4672-8340-3208439951be tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:26.328944 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89821453-889c-4b8b-bf68-e2c583729098 req-7e2dc657-6d62-4672-8340-3208439951be tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1652694
Feb 05 19:19:26.401321 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89821453-889c-4b8b-bf68-e2c583729098 req-1f84db8b-944b-4e04-918e-a46ad7d0c86a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655012
Feb 05 19:19:26.621435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f959-44e8-4dd1-a1bd-67c4280cf0dd req-b3db64cc-73f8-44e1-b52e-57b794e8369e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:26.623135 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b027f959-44e8-4dd1-a1bd-67c4280cf0dd req-b3db64cc-73f8-44e1-b52e-57b794e8369e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1671526
Feb 05 19:19:26.748598 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b027f959-44e8-4dd1-a1bd-67c4280cf0dd req-9bc67c21-3cb9-4e49-a497-ef0df76cc057 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818512
Feb 05 19:19:26.843347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec56ae0-6a10-4088-8ba6-1e9050a82f7a req-2b27301a-b9c4-4527-b560-0662d3e12e0b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:26.845022 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec56ae0-6a10-4088-8ba6-1e9050a82f7a req-2b27301a-b9c4-4527-b560-0662d3e12e0b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2196841
Feb 05 19:19:26.910258 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec56ae0-6a10-4088-8ba6-1e9050a82f7a req-f2f9c015-e829-4031-a49f-aae15c6fc366 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580978
Feb 05 19:19:27.279892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:27.353558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:27.354082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:27.482566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:27.560296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:27.560746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:27.753494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff089b0f-aae3-4b0e-8b87-c21fcef0bb22 req-d7f92f90-93a4-4bb8-8cac-b42a916467d0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:27.755229 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff089b0f-aae3-4b0e-8b87-c21fcef0bb22 req-d7f92f90-93a4-4bb8-8cac-b42a916467d0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1836500
Feb 05 19:19:27.837672 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ff089b0f-aae3-4b0e-8b87-c21fcef0bb22 req-2335b9c5-4785-4704-922f-e1bd58d17fb8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755272
Feb 05 19:19:28.075282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d273d-eaa8-4ffc-a9a7-18dea8f4ea12 req-5b666b7b-4d04-4da0-a298-a34bea1aef02 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:28.077130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d5d273d-eaa8-4ffc-a9a7-18dea8f4ea12 req-5b666b7b-4d04-4da0-a298-a34bea1aef02 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1749396
Feb 05 19:19:28.200391 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8d5d273d-eaa8-4ffc-a9a7-18dea8f4ea12 req-2efdcdd1-7ddd-4726-9c84-bb8123c3e386 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849230
Feb 05 19:19:28.264567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:19:28.313255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6afa1-739f-42d2-bc09-e0cff51c7132 req-f6a34e59-4d81-40bd-a38a-d89e659e28c5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:28.315540 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-87c6afa1-739f-42d2-bc09-e0cff51c7132 req-f6a34e59-4d81-40bd-a38a-d89e659e28c5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2373440
Feb 05 19:19:28.401247 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-87c6afa1-739f-42d2-bc09-e0cff51c7132 req-5721fc96-3b26-49ac-845b-4857e61d3208 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781708
Feb 05 19:19:28.750346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a0d60-e1c0-4d57-b076-7460767dddef req-5aab26be-b8d9-4fec-bb2a-bd7990ce5b97 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:28.753574 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-989a0d60-e1c0-4d57-b076-7460767dddef req-5aab26be-b8d9-4fec-bb2a-bd7990ce5b97 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1961918
Feb 05 19:19:28.837158 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-989a0d60-e1c0-4d57-b076-7460767dddef req-3be50cbf-693c-4454-91a9-3acc40d52721 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763826
Feb 05 19:19:29.185996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b9c75-feb8-4f87-ab98-3e7abcc8ab8d req-f35f4d57-9338-4ef7-b635-8420af180503 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:29.188008 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-235b9c75-feb8-4f87-ab98-3e7abcc8ab8d req-f35f4d57-9338-4ef7-b635-8420af180503 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1823986
Feb 05 19:19:29.262812 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-235b9c75-feb8-4f87-ab98-3e7abcc8ab8d req-03bfa277-6b0b-4ef8-895a-3982515c5af0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677359
Feb 05 19:19:29.732148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9a91-c392-418b-9baa-f2e8b59be52a req-58ad263f-01de-4c21-9ecf-7ad441101075 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:29.736991 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-336f9a91-c392-418b-9baa-f2e8b59be52a req-58ad263f-01de-4c21-9ecf-7ad441101075 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1809115
Feb 05 19:19:29.801214 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-336f9a91-c392-418b-9baa-f2e8b59be52a req-5a22c634-3cec-4498-b82a-162dda8be546 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610986
Feb 05 19:19:30.186118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1c255-f541-41ad-baec-0781247e64be req-7518e657-9505-4c97-8faf-a45049b8347a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:30.193048 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5fa1c255-f541-41ad-baec-0781247e64be req-7518e657-9505-4c97-8faf-a45049b8347a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1893356
Feb 05 19:19:30.264242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5fa1c255-f541-41ad-baec-0781247e64be req-f45068af-419c-4f6e-8e06-71ec43d121fe tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678298
Feb 05 19:19:30.604656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bd8fd-d451-4306-b189-e9de12149c17 req-1c2425a0-2a04-4714-b0e6-f1270a0d13bd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:30.606335 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f36bd8fd-d451-4306-b189-e9de12149c17 req-1c2425a0-2a04-4714-b0e6-f1270a0d13bd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1913183
Feb 05 19:19:30.682783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f36bd8fd-d451-4306-b189-e9de12149c17 req-d658a5e4-8a10-48ad-b407-de7ff39377f3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681314
Feb 05 19:19:31.180284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d83d5-db95-4a4e-bf7e-b3f36c5f47a0 req-14e3a53e-0c92-47ac-beee-f5b21f710af6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:31.181965 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bf8d83d5-db95-4a4e-bf7e-b3f36c5f47a0 req-14e3a53e-0c92-47ac-beee-f5b21f710af6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2355409
Feb 05 19:19:31.255174 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bf8d83d5-db95-4a4e-bf7e-b3f36c5f47a0 req-5053eab9-2837-46b8-a77b-de9e8d8bdc26 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667639
Feb 05 19:19:31.577378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06581f2-5515-4977-8f35-b66d289eb1c1 req-5c8e9cae-70aa-4a28-a0de-240078870991 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:31.580814 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f06581f2-5515-4977-8f35-b66d289eb1c1 req-5c8e9cae-70aa-4a28-a0de-240078870991 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1689429
Feb 05 19:19:31.662628 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f06581f2-5515-4977-8f35-b66d289eb1c1 req-9ac9af6b-9ea2-4cd2-aaf8-bdfb94bc0c18 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767536
Feb 05 19:19:31.854137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-d4f2131e-63e4-4b14-b8be-51adbd268d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:31.856024 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-d4f2131e-63e4-4b14-b8be-51adbd268d4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1162 time: 0.0955501
Feb 05 19:19:32.079741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-ae694c6e-23b6-4407-b721-92393b5c4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.082084 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-ae694c6e-23b6-4407-b721-92393b5c4587 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.2180085
Feb 05 19:19:32.085431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98716-19e6-4fbc-961c-9829c8d31730 req-60bd4fd8-7c0e-4d4b-9e44-c95732bc8d51 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.088977 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0ff98716-19e6-4fbc-961c-9829c8d31730 req-60bd4fd8-7c0e-4d4b-9e44-c95732bc8d51 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2456818
Feb 05 19:19:32.175490 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0ff98716-19e6-4fbc-961c-9829c8d31730 req-d20c7c1c-febf-4e80-906d-733286e2efde tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800359
Feb 05 19:19:32.253873 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-aedd9124-761b-4ce1-bafa-0f975647ad31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 1001 time: 0.1589720
Feb 05 19:19:32.326582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-f5018eca-9993-4395-8052-5e2f3bb8ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.328591 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-f5018eca-9993-4395-8052-5e2f3bb8ac04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.0682116
Feb 05 19:19:32.427646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-96e53b4d-92b0-46c8-b83b-a0a6ba114eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.429023 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-96e53b4d-92b0-46c8-b83b-a0a6ba114eaf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0924792
Feb 05 19:19:32.569945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b38fa-a49e-4008-8893-e72eed5de2ce req-e9110655-1f9e-4554-bb28-565b9f2ab8e2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.571661 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d08b38fa-a49e-4008-8893-e72eed5de2ce req-e9110655-1f9e-4554-bb28-565b9f2ab8e2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1783884
Feb 05 19:19:32.602917 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-a104e34d-2be8-4165-a1d4-611fbe347000 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661956
Feb 05 19:19:32.645208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d08b38fa-a49e-4008-8893-e72eed5de2ce req-de302f9d-5bc0-496e-862c-29dae98ebb08 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642545
Feb 05 19:19:32.768649 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf31a9cc-ab5d-4076-8a1d-9023245f02de req-8d36032a-f877-4d0c-935e-651d9669f72c service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576691
Feb 05 19:19:32.981909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ef31-e34a-41d8-8f04-e5f870b94912 req-09bf0593-4b46-48b0-b00c-795df46a49d5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:32.983541 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9a8ef31-e34a-41d8-8f04-e5f870b94912 req-09bf0593-4b46-48b0-b00c-795df46a49d5 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1713583
Feb 05 19:19:33.054035 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9a8ef31-e34a-41d8-8f04-e5f870b94912 req-311b40fc-130a-4058-8502-eb4baef3d6a0 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641608
Feb 05 19:19:33.566687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a201c-b422-4299-bbe6-e04186d5674a req-4f0f37a2-915c-475c-a586-4ffcbad3c947 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:33.573035 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7d3a201c-b422-4299-bbe6-e04186d5674a req-4f0f37a2-915c-475c-a586-4ffcbad3c947 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2101998
Feb 05 19:19:33.654526 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7d3a201c-b422-4299-bbe6-e04186d5674a req-b13a65d5-6f16-49b8-8d22-705765dae2b8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791240
Feb 05 19:19:33.934765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:34.015392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:34.016157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:34.050725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920d906-9472-41ba-b654-d52b04941830 req-8f904a3d-1ba7-40e0-b503-0f51d6ca7e14 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:34.065619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5920d906-9472-41ba-b654-d52b04941830 req-8f904a3d-1ba7-40e0-b503-0f51d6ca7e14 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2390826
Feb 05 19:19:34.190538 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5920d906-9472-41ba-b654-d52b04941830 req-aaebf139-e645-4336-a988-1b9f85297d00 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238151
Feb 05 19:19:34.416849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c27d-745f-4e77-bc32-da3eba0cfb7e req-f89b42be-d6c0-4b9e-9b80-067a6380c7e2 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:34.418617 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9296c27d-745f-4e77-bc32-da3eba0cfb7e req-f89b42be-d6c0-4b9e-9b80-067a6380c7e2 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1821816
Feb 05 19:19:34.507669 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9296c27d-745f-4e77-bc32-da3eba0cfb7e req-f8e65b49-594b-4a65-8a55-84c39b9ca4c4 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813339
Feb 05 19:19:35.056565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d7053-3957-4afe-8395-290d83c35ee5 req-82b3c37c-2f7c-45a5-acaf-53cca1919e1d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:35.059417 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0a3d7053-3957-4afe-8395-290d83c35ee5 req-82b3c37c-2f7c-45a5-acaf-53cca1919e1d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1909075
Feb 05 19:19:35.137556 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0a3d7053-3957-4afe-8395-290d83c35ee5 req-6d17cb17-b468-499e-8f4b-c5e7259aef2a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712547
Feb 05 19:19:35.503909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad202ef-2c92-4e97-8458-1a7984253687 req-d4d3317d-edaf-4454-84ee-649f5de1a106 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:35.505588 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5ad202ef-2c92-4e97-8458-1a7984253687 req-d4d3317d-edaf-4454-84ee-649f5de1a106 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1856964
Feb 05 19:19:35.579390 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5ad202ef-2c92-4e97-8458-1a7984253687 req-92398768-9d54-45d9-9346-84e87db7a191 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668437
Feb 05 19:19:36.484858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8425b-3db1-4653-b194-92552cd759f6 req-e1c179e4-d929-4173-8a9a-2efbb2bf0f6c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:36.487200 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a0c8425b-3db1-4653-b194-92552cd759f6 req-e1c179e4-d929-4173-8a9a-2efbb2bf0f6c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1910357
Feb 05 19:19:36.565210 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a0c8425b-3db1-4653-b194-92552cd759f6 req-640a3ee9-a6ee-48f3-9d4b-95294f07c25f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711489
Feb 05 19:19:36.908358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0296-c31b-4783-870a-7642bef594a5 req-ba31541e-7d60-4e3d-b9d1-d663be1f2b31 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:36.910724 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b4b0296-c31b-4783-870a-7642bef594a5 req-ba31541e-7d60-4e3d-b9d1-d663be1f2b31 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1761639
Feb 05 19:19:36.982076 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b4b0296-c31b-4783-870a-7642bef594a5 req-30d9d166-e4f4-431d-8f0f-8f902de9c4a9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653763
Feb 05 19:19:37.428005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-2d181adf-b702-44b3-886e-a2b6d1502e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:37.429683 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-2d181adf-b702-44b3-886e-a2b6d1502e3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.0831544
Feb 05 19:19:37.608477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-75022f9d-4609-472b-9cd3-c591adc96a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:37.611655 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-75022f9d-4609-472b-9cd3-c591adc96a63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.1592846
Feb 05 19:19:37.710475 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-94859b5b-920c-4673-976e-1d91718d1eef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.0880423
Feb 05 19:19:37.811401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-0fc406dd-e05f-4ab4-973d-edb62480c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:37.813622 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-0fc406dd-e05f-4ab4-973d-edb62480c757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.0936317
Feb 05 19:19:37.898340 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-23f109c1-fae4-4258-9501-8cb10e39c842 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701549
Feb 05 19:19:37.919975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca04c8-a671-45ce-8fcb-8ed3056827ec req-f553c81a-5fe7-4c23-88fb-ab2d6cd400f1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:37.927958 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9ca04c8-a671-45ce-8fcb-8ed3056827ec req-f553c81a-5fe7-4c23-88fb-ab2d6cd400f1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1945403
Feb 05 19:19:38.108027 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-ce2bad2c-a8da-46e2-b354-77653e418778 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836474
Feb 05 19:19:38.318652 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c69fac5-6fd3-4240-a6c6-8f288a772cbb req-d5aa0170-b70a-43a8-b4b1-c0ee87b455bc service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2005057
Feb 05 19:19:38.321083 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a9ca04c8-a671-45ce-8fcb-8ed3056827ec req-fd3c3ecd-a678-4e38-bfdf-3cab914e8b87 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3921261
Feb 05 19:19:38.435805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6729a7a-6cb9-42e2-8c14-d42b9c0c9482 req-3441572d-b4cb-433f-abad-09a7e32848b1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:38.437507 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e6729a7a-6cb9-42e2-8c14-d42b9c0c9482 req-3441572d-b4cb-433f-abad-09a7e32848b1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2233694
Feb 05 19:19:38.504919 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e6729a7a-6cb9-42e2-8c14-d42b9c0c9482 req-63b720e3-7291-4cad-93b0-d9a54c2e85ee tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609357
Feb 05 19:19:38.895652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:38.990216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-bf73a5a3-f7aa-4bd7-96c6-ab71b42408eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:38.991934 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-bf73a5a3-f7aa-4bd7-96c6-ab71b42408eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1163 time: 0.0813353
Feb 05 19:19:39.141580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-8c667ac4-5962-42f6-8c35-bfdeaec36ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:39.143593 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-8c667ac4-5962-42f6-8c35-bfdeaec36ee8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1453035
Feb 05 19:19:39.257340 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-abb1a540-5667-4925-bf68-f71323066f12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1068330
Feb 05 19:19:39.331804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-82ca42cb-c6be-4b7c-adb5-b105a6ea9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:39.333331 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-82ca42cb-c6be-4b7c-adb5-b105a6ea9e40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0639219
Feb 05 19:19:39.418318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-ff682713-e4f8-4296-817b-4940e683960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:39.419924 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-ff682713-e4f8-4296-817b-4940e683960c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798466
Feb 05 19:19:39.568350 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-1500faac-062b-4704-b35b-c12c6e4415c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383939
Feb 05 19:19:39.636147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670190ce-4c68-4f80-b72c-1bc722b57122 req-5bdda766-ec6d-4c91-a4a2-5a70d675edc0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:39.637939 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-670190ce-4c68-4f80-b72c-1bc722b57122 req-5bdda766-ec6d-4c91-a4a2-5a70d675edc0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1659853
Feb 05 19:19:39.708732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-670190ce-4c68-4f80-b72c-1bc722b57122 req-3a853d76-02a7-427e-ae91-064732f26819 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624371
Feb 05 19:19:39.729951 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26d7dfc8-6842-4a3c-8436-4a23aa211508 req-48067bd9-a40c-422c-abd2-5a563feccfd1 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1539693
Feb 05 19:19:39.953022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa6e1b-d85d-4e68-b0e8-7ce5aa37fc0d req-20612586-a1a1-4577-ad1b-84f447e016d7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:39.954757 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20fa6e1b-d85d-4e68-b0e8-7ce5aa37fc0d req-20612586-a1a1-4577-ad1b-84f447e016d7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1683764
Feb 05 19:19:40.019118 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20fa6e1b-d85d-4e68-b0e8-7ce5aa37fc0d req-8ce9fae4-8b73-48a6-a303-f1cc3c523c58 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579705
Feb 05 19:19:40.794480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c13d9c5d-0b13-47c8-92c9-dc56fad4823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:41.015717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2f94d-1ad2-40bd-8b49-16c3735a8aa7 req-817c0ad2-b262-4218-a996-8e489ddb0b67 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:41.017344 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-38b2f94d-1ad2-40bd-8b49-16c3735a8aa7 req-817c0ad2-b262-4218-a996-8e489ddb0b67 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1619468
Feb 05 19:19:41.085971 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-38b2f94d-1ad2-40bd-8b49-16c3735a8aa7 req-9c33ec8c-c255-4e69-9bd3-7fb9b39b9da1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617957
Feb 05 19:19:41.317109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b93e2-fb90-4a3e-a09a-ee43f413af81 req-04f9ee00-8962-4ef4-a676-e558fed618ab tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:41.318801 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e89b93e2-fb90-4a3e-a09a-ee43f413af81 req-04f9ee00-8962-4ef4-a676-e558fed618ab tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1672466
Feb 05 19:19:41.385405 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e89b93e2-fb90-4a3e-a09a-ee43f413af81 req-c6f1d40c-c2d4-45d8-8d9d-d99569631e27 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594752
Feb 05 19:19:42.402969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b060b0-b27d-4f19-9654-b6e3d5fd367a req-63db01ac-e27c-46e8-810e-6c1f464c3e26 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:42.404692 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64b060b0-b27d-4f19-9654-b6e3d5fd367a req-63db01ac-e27c-46e8-810e-6c1f464c3e26 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1665244
Feb 05 19:19:42.470964 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64b060b0-b27d-4f19-9654-b6e3d5fd367a req-6de4851f-fdaf-4d90-bbb2-f7f8ce882898 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581393
Feb 05 19:19:42.685340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5172-55c5-4ea8-b535-dc1abc0105b8 req-2ddb77ed-d426-4ef8-b4e4-d5f35426e6ea tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:42.686960 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5d6d5172-55c5-4ea8-b535-dc1abc0105b8 req-2ddb77ed-d426-4ef8-b4e4-d5f35426e6ea tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1680534
Feb 05 19:19:42.755875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5d6d5172-55c5-4ea8-b535-dc1abc0105b8 req-68226200-a042-4805-8714-f8acc2535173 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619879
Feb 05 19:19:42.849464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bb01064f-59ec-4972-b260-498bad393780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:43.759005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:43.778987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46b99-17cb-41e3-b91d-a440f86fd2fb req-80a58ed3-3620-4929-ada8-2a9ca3d9dc20 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:43.780737 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0af46b99-17cb-41e3-b91d-a440f86fd2fb req-80a58ed3-3620-4929-ada8-2a9ca3d9dc20 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1660702
Feb 05 19:19:43.847458 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0af46b99-17cb-41e3-b91d-a440f86fd2fb req-bb98c1a4-eab4-44f3-9bec-37baa92755c3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591748
Feb 05 19:19:43.961070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:19:44.067803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9239e1-efba-4d41-8b4e-132b01dfcff9 req-e3bc4b40-8763-43d5-8dfb-1fcc5f164497 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:44.075770 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c9239e1-efba-4d41-8b4e-132b01dfcff9 req-e3bc4b40-8763-43d5-8dfb-1fcc5f164497 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1860869
Feb 05 19:19:44.140105 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9c9239e1-efba-4d41-8b4e-132b01dfcff9 req-ecc71e6d-b79a-4e40-9b62-1af04fbbdffd tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632744
Feb 05 19:19:44.260182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:44.288564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:19:44.299321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:19:44.302249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:44.304078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9ff395c7-e8b6-4fb3-8fbd-4b0e471403da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:44.351747 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'code': 200}
Feb 05 19:19:44.378873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:44.388784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.389252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.389679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.390330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.391030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.391679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.393523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.394349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.394727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.395101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.395471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.395834 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.396237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.396670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.397035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.397453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.397803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.398163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.398574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.398930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.399308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.399665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.400058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.400480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:44.405273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:45.028087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:45.063256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:45.177802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a1724-eaa2-4b33-8f53-7698fedef62f req-ab7691ee-c6fe-4ead-af57-5fa73aa647ff tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:45.180396 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-021a1724-eaa2-4b33-8f53-7698fedef62f req-ab7691ee-c6fe-4ead-af57-5fa73aa647ff tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1731923
Feb 05 19:19:45.258005 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-021a1724-eaa2-4b33-8f53-7698fedef62f req-5d23f908-2998-4588-b140-9edc62cf5999 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709221
Feb 05 19:19:45.477191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ad9a8-1bb4-4efd-ba1d-bdf9a0ab1e8e req-2c1ad1d4-51d8-4f24-babb-d84084786116 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:45.478910 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-444ad9a8-1bb4-4efd-ba1d-bdf9a0ab1e8e req-2c1ad1d4-51d8-4f24-babb-d84084786116 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1876068
Feb 05 19:19:45.556768 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-444ad9a8-1bb4-4efd-ba1d-bdf9a0ab1e8e req-0de09de8-761e-4d06-bfda-753bb097cca7 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709872
Feb 05 19:19:46.380766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43984) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:46.425462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bdc47-428c-47fd-aa96-64cbcbfc1eb6 req-e677554b-47f8-4d87-9eb6-2080ed6af416 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:46.427165 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b13bdc47-428c-47fd-aa96-64cbcbfc1eb6 req-e677554b-47f8-4d87-9eb6-2080ed6af416 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1628008
Feb 05 19:19:46.494728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b13bdc47-428c-47fd-aa96-64cbcbfc1eb6 req-aebb319f-0cb6-483f-9897-a779f7984f07 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610313
Feb 05 19:19:46.535522 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-49abe564-4122-4a11-b6dd-7e46c1257eaa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1533329
Feb 05 19:19:46.871239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d216ad7-09cd-4f90-86b6-ef718d1fd205 req-ba6f6d2d-6933-4bf0-b062-27f81ce3ab31 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:46.872973 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d216ad7-09cd-4f90-86b6-ef718d1fd205 req-ba6f6d2d-6933-4bf0-b062-27f81ce3ab31 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1667855
Feb 05 19:19:46.937448 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d216ad7-09cd-4f90-86b6-ef718d1fd205 req-026289bf-81b0-49b8-8e5c-de526f56e3fe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579095
Feb 05 19:19:47.813245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15343def-4b7b-4631-ae1d-eb366a202c50 req-3f88362a-1db5-4fc5-9024-73fd49d9e6b3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:47.815401 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15343def-4b7b-4631-ae1d-eb366a202c50 req-3f88362a-1db5-4fc5-9024-73fd49d9e6b3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1701949
Feb 05 19:19:47.881138 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15343def-4b7b-4631-ae1d-eb366a202c50 req-a114c12b-3649-4af6-a5b2-43f71e176f86 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593982
Feb 05 19:19:48.250913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bf9b0-5d60-4d44-9844-634d86235eca req-1127288e-3225-441d-88a2-8004b332ff4a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:48.253340 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a06bf9b0-5d60-4d44-9844-634d86235eca req-1127288e-3225-441d-88a2-8004b332ff4a tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1642752
Feb 05 19:19:48.323934 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a06bf9b0-5d60-4d44-9844-634d86235eca req-22d28dba-248e-4210-89ee-130bdbe9ecde tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638151
Feb 05 19:19:48.545454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03e415-954d-4fcd-a6d6-9d6e05064b32 req-c754a970-828f-40f5-bb65-315ca5d375a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:48.547106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba03e415-954d-4fcd-a6d6-9d6e05064b32 req-c754a970-828f-40f5-bb65-315ca5d375a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.0836699
Feb 05 19:19:48.593029 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba03e415-954d-4fcd-a6d6-9d6e05064b32 req-ae1d7b35-5e31-482f-8656-ea3b9415a862 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382769
Feb 05 19:19:49.192050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc059acb-06e3-4430-9e1a-6d2438b12b4e req-c08f0462-7f5e-4261-9af7-69efde46b566 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:49.193661 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc059acb-06e3-4430-9e1a-6d2438b12b4e req-c08f0462-7f5e-4261-9af7-69efde46b566 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1674547
Feb 05 19:19:49.258792 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc059acb-06e3-4430-9e1a-6d2438b12b4e req-c74d3a1b-9cf5-441f-ae48-d3b70b2f3531 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587819
Feb 05 19:19:49.624205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85b4a3-aa69-46af-8235-a7c9ba2584b6 req-48d8a065-40ca-4dfe-8e69-4c3ce90214f0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:49.625949 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1e85b4a3-aa69-46af-8235-a7c9ba2584b6 req-48d8a065-40ca-4dfe-8e69-4c3ce90214f0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1694214
Feb 05 19:19:49.698142 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1e85b4a3-aa69-46af-8235-a7c9ba2584b6 req-fafe1be5-279f-468b-a3cd-5d6bb2dd8fe5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647962
Feb 05 19:19:49.876819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44034) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:50.027990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:50.028974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.046236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:19:50.051379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Usage tracker for resource:security_group_rule and tenant:76f7e774d6e14458a479d5813fb4daab is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:19:50.054412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:19:50.060841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:19:50.106267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:50.106680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.147467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.150222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.159648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3a3fb2ea-c5ee-402b-9f7f-a521dd6918cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:50.204190 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76f7e774d6e14458a479d5813fb4daab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236511
Feb 05 19:19:50.204190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd4df4-4752-4169-b59e-c49e1da7422c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:50.205564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44040) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:19:50.212529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.212940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.213342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.213731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.214120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.214504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.214891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.215275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.215653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.216027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.216406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.216815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.217483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.217589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.217951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.218331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.218705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.219299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.219478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.219835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.220813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.221243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.221554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.221929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.228492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:50.272671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.299884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.345193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.350996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ae985d5b-1884-4ccf-9c21-2f41a360c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:50.364677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd4df4-4752-4169-b59e-c49e1da7422c,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:50.372949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:50.374178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78bd4df4-4752-4169-b59e-c49e1da7422c HTTP/1.1" status: 204  len: 168 time: 0.1679647
Feb 05 19:19:50.375736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.376143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.376865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.377079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.377469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.377857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.378244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.378600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.378984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.379368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.379749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.380129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.380577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.380945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.381331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.381709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.382090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.382471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.382852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.383243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.383590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.383969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.384346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.384754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:19:50.388249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:50.579250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144514-2afc-4e2d-b258-85f99b954b7c req-e09f495e-75da-4408-829d-20e64d503798 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:50.581555 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6144514-2afc-4e2d-b258-85f99b954b7c req-e09f495e-75da-4408-829d-20e64d503798 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1762371
Feb 05 19:19:50.647171 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d6144514-2afc-4e2d-b258-85f99b954b7c req-b520acb8-9453-462d-9e90-0fd0ba0e6962 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592484
Feb 05 19:19:51.005429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe737-0f42-444b-bac6-bb5be39f1859 req-f1520acd-d95e-4164-8758-914c2432d49b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:51.007152 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1cfe737-0f42-444b-bac6-bb5be39f1859 req-f1520acd-d95e-4164-8758-914c2432d49b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1745918
Feb 05 19:19:51.078726 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1cfe737-0f42-444b-bac6-bb5be39f1859 req-0030d358-591a-45b0-ae3a-d6409d4aa661 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651248
Feb 05 19:19:51.631105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-23fff6aa-9a09-4de2-bc04-484fb227f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:51.633166 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-23fff6aa-9a09-4de2-bc04-484fb227f144 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 1162 time: 0.1004229
Feb 05 19:19:51.776247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858b333-0be2-45ba-8bd2-7813419b80ff req-307ecd0e-fd17-4925-ae8b-bb545b9e65f2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:51.784444 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0858b333-0be2-45ba-8bd2-7813419b80ff req-307ecd0e-fd17-4925-ae8b-bb545b9e65f2 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1883492
Feb 05 19:19:51.934761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0858b333-0be2-45ba-8bd2-7813419b80ff req-95e0bfbc-63e5-48bc-ac5e-395eca389bc3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491542
Feb 05 19:19:52.052701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1296132-5dab-4bbb-81fc-f9b4daffeded req-c6bcf311-8b42-459e-aa0b-5ea35f6ce8ff tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:52.054859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a1296132-5dab-4bbb-81fc-f9b4daffeded req-c6bcf311-8b42-459e-aa0b-5ea35f6ce8ff tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.2325335
Feb 05 19:19:52.076965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-a1a69888-3f48-41a0-b702-7a5ffb331ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:52.078599 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-a1a69888-3f48-41a0-b702-7a5ffb331ba9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 200  len: 913 time: 0.4340224
Feb 05 19:19:52.122886 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a1296132-5dab-4bbb-81fc-f9b4daffeded req-2bf54660-275d-4e36-8bd9-d5aae22cba59 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614243
Feb 05 19:19:52.153216 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-766ebf91-fb45-4b9b-8d3c-a589c1384296 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 200  len: 217 time: 0.0662677
Feb 05 19:19:52.227013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-08bfdcb5-cda3-4ba4-a8ba-c378df32e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:52.228586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-08bfdcb5-cda3-4ba4-a8ba-c378df32e828 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 200  len: 859 time: 0.0678971
Feb 05 19:19:52.281447 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-afdfc6e8-507d-4ef0-bf9b-50926e2db950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2df455ec-20ba-47bb-9368-d2160969b0f2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459795
Feb 05 19:19:52.424434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-2e0791b3-7333-4796-aa1c-735d5355e052 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352036
Feb 05 19:19:52.569233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-40c29d35-d103-4bf6-8ad6-73b7540d5fa2 req-fb9d2b96-ab13-4d43-a38f-c5509fbcdd79 service neutron] 10.222.0.45 "GET /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371877
Feb 05 19:19:53.247631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638e327-cf23-466d-8b06-00099fc2af71 req-edb87159-b4a5-4a69-9dd5-8039d3492255 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:53.249323 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e638e327-cf23-466d-8b06-00099fc2af71 req-edb87159-b4a5-4a69-9dd5-8039d3492255 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1675174
Feb 05 19:19:53.304496 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-05a0b6c5-f832-4575-9cbb-53a6537a7a65 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4e2a6f03851c456086a945b3407a2605&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0540609
Feb 05 19:19:53.417815 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e638e327-cf23-466d-8b06-00099fc2af71 req-3bf5eeef-9c23-441b-9db6-6dafa638b521 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426306
Feb 05 19:19:53.584103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fc0a09e1-3d2a-4961-b491-65041a4568d7 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:53.585775 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fc0a09e1-3d2a-4961-b491-65041a4568d7 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2696176
Feb 05 19:19:53.646841 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-dcf3b15e-5bbe-45f9-9031-bb884c00ec75 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/quotas/4e2a6f03851c456086a945b3407a2605 HTTP/1.1" status: 200  len: 375 time: 0.0225246
Feb 05 19:19:53.710332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-0860079a-5a50-4212-b3f2-1e8c4b098011 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e2a6f03851c456086a945b3407a2605&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0563307
Feb 05 19:19:53.810274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c1d2c-a5c0-4596-9718-e73e86b779e6 req-987ce229-c7fa-4512-8170-e89ff666ec9d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:53.811950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-472c1d2c-a5c0-4596-9718-e73e86b779e6 req-987ce229-c7fa-4512-8170-e89ff666ec9d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.2251880
Feb 05 19:19:53.928506 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-472c1d2c-a5c0-4596-9718-e73e86b779e6 req-be2b7475-d495-48d3-bb43-dbfc21cdb532 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070991
Feb 05 19:19:53.936998 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b4a9510-e780-4801-bbc3-7e91b87cd1b9 req-beaa0bb6-d8fb-407e-aef3-571e633abb3a tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 210 time: 0.0732391
Feb 05 19:19:54.068349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:54.143222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:54.143638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:54.723956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2892-166c-4486-9b72-394c9e4a4560 req-bc3561bb-4cbf-490f-b06c-ed66f04ef0bf tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:54.725618 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-debe2892-166c-4486-9b72-394c9e4a4560 req-bc3561bb-4cbf-490f-b06c-ed66f04ef0bf tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1745481
Feb 05 19:19:54.999002 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-a832aa3f-7c56-4301-8531-9405e86158df tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4e2a6f03851c456086a945b3407a2605&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0580916
Feb 05 19:19:55.002050 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-debe2892-166c-4486-9b72-394c9e4a4560 req-25c763bb-0bd5-4ef6-afe8-eee5fbf8d3f8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689416
Feb 05 19:19:55.204476 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1c74af17-bcfb-4e9f-97d7-679653b889cf req-3d42f21b-dfbd-46fb-9669-937941ff8915 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 210 time: 0.0581472
Feb 05 19:19:55.348588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-3a0e22fd-dd2a-4ddd-b5b1-cfe7e4994529 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:55.350277 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-3a0e22fd-dd2a-4ddd-b5b1-cfe7e4994529 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3458397
Feb 05 19:19:55.372389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Request body: {'port': {'device_id': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a', 'admin_state_up': True, 'tenant_id': '4e2a6f03851c456086a945b3407a2605'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:19:55.396290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcfdc0-387b-4049-b0f1-cb24713f3cbf req-039917bb-8b32-4cff-b6a2-adbc8507105c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:55.398149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b8fcfdc0-387b-4049-b0f1-cb24713f3cbf req-039917bb-8b32-4cff-b6a2-adbc8507105c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1849387
Feb 05 19:19:55.473834 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b8fcfdc0-387b-4049-b0f1-cb24713f3cbf req-423556c8-83d7-447f-8405-4b8e4168bfec tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682256
Feb 05 19:19:55.552379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:19:55.556758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Usage tracker for resource:port and tenant:4e2a6f03851c456086a945b3407a2605 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:19:55.559757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:19:55.566005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:19:55.574936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Made reservation on behalf of 4e2a6f03851c456086a945b3407a2605 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:19:55.596905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:55.611117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:55.631263 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:19:55.635361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Usage tracker for resource:security_group_rule and tenant:4e2a6f03851c456086a945b3407a2605 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:19:55.638401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:19:55.645093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:19:55.737258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:55.740386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:55.752258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5d30f6cf-bdee-4b3e-8062-4bc60b28ad79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:55.814433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9796d9b0-668f-4457-b65c-6fc27e4c0b45,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:55.818534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:56.083153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:19:56.093793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Allocated IP 192.168.233.142 (a9321e13-7c4b-42ed-9088-ba7cbaf0b38a/ba5f4f03-9194-408c-85f6-28879838973c/d473a235-a928-4c53-9b1e-b4d05f98b9c6) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:19:56.157236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port c75e3027-0c36-45a7-ae40-2c209aad39da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:56.158304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:56.329869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:56.348488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Transition to ACTIVE for port object d473a235-a928-4c53-9b1e-b4d05f98b9c6 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:19:56.374294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:56.495117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb80530f-1249-4553-a209-17f6a13dfd49 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:56.574603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1034cc-7fca-42e6-939c-633be7c16c28 req-d1274e46-7ac7-45b8-825f-17c912c0cc49 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:56.576434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f1034cc-7fca-42e6-939c-633be7c16c28 req-d1274e46-7ac7-45b8-825f-17c912c0cc49 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 936 time: 0.1861880
Feb 05 19:19:56.590930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Pushing event updated for resources: {'Port': ['ID=d473a235-a928-4c53-9b1e-b4d05f98b9c6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:56.596313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:56.605142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:19:56.606320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:19:56.608599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:19:56.754717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:56.755932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:56.764736 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f1034cc-7fca-42e6-939c-633be7c16c28 req-fa65b1fb-fef0-46f1-85f7-068b523829e6 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469414
Feb 05 19:19:56.789270 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4213862
Feb 05 19:19:56.806279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Request body: {'port': {'device_id': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:19:56.880267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc113-f8ac-4d20-800a-a573d579016c req-a78b88d1-1ff4-4e83-b2f1-806c244adbef tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:56.882097 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0dc113-f8ac-4d20-800a-a573d579016c req-a78b88d1-1ff4-4e83-b2f1-806c244adbef tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.2632136
Feb 05 19:19:56.894653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892269e-93af-4236-b764-5400d8792bb6 req-72c638b4-e63e-4884-864f-03dac24826bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:56.898136 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-72c638b4-e63e-4884-864f-03dac24826bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67&tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 1161 time: 0.3207209
Feb 05 19:19:56.921343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ec65ad5d-8ee4-4462-b601-5df4fba5084e None None] Provisioning for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:19:56.931360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ec65ad5d-8ee4-4462-b601-5df4fba5084e None None] Provisioning complete for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:19:56.932632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ec65ad5d-8ee4-4462-b601-5df4fba5084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:56.943263 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.002468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-ec65ad5d-8ee4-4462-b601-5df4fba5084e None None] Port d473a235-a928-4c53-9b1e-b4d05f98b9c6 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:19:57.013234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5c0dc113-f8ac-4d20-800a-a573d579016c req-57525a65-ade3-4449-a913-1cdbc234f423 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222134
Feb 05 19:19:57.261142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8936f9e-5227-4c25-a3e5-ddd67ab66e3a req-0252a795-8562-4e4d-a2c6-a7819e3eabc5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:57.262788 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d8936f9e-5227-4c25-a3e5-ddd67ab66e3a req-0252a795-8562-4e4d-a2c6-a7819e3eabc5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.3009512
Feb 05 19:19:57.265999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892269e-93af-4236-b764-5400d8792bb6 req-4b4829b6-98e6-4a9d-aa09-b4820de1350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:57.268221 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-4b4829b6-98e6-4a9d-aa09-b4820de1350c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1161 time: 0.3044789
Feb 05 19:19:57.393473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d473a235-a928-4c53-9b1e-b4d05f98b9c6 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:19:57.401677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.414180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Transition to ACTIVE for port object d473a235-a928-4c53-9b1e-b4d05f98b9c6 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:19:57.417279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.421666 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d8936f9e-5227-4c25-a3e5-ddd67ab66e3a req-ec91c9b0-f0e2-47dc-aced-ede444833748 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514149
Feb 05 19:19:57.433630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba05933f-95d4-4b90-bc7d-77c65da97667 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:57.467647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892269e-93af-4236-b764-5400d8792bb6 req-2539b565-2c3d-40f5-955a-55c61ea0fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:57.469264 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-2539b565-2c3d-40f5-955a-55c61ea0fb65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1814287
Feb 05 19:19:57.574723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Pushing event updated for resources: {'Port': ['ID=d473a235-a928-4c53-9b1e-b4d05f98b9c6,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:57.584057 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-613c75e2-023d-4aaf-8d23-8e826e54e5a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 1000 time: 0.1067512
Feb 05 19:19:57.591150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:57.655873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892269e-93af-4236-b764-5400d8792bb6 req-d4ccb008-a82d-4098-bcb9-b81b30400dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:57.657639 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-d4ccb008-a82d-4098-bcb9-b81b30400dee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0665946
Feb 05 19:19:57.747468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892269e-93af-4236-b764-5400d8792bb6 req-8f53f0db-3e78-4f94-a228-a9139669c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:57.749555 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-8f53f0db-3e78-4f94-a228-a9139669c6eb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837960
Feb 05 19:19:57.773911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Attempting to bind port d473a235-a928-4c53-9b1e-b4d05f98b9c6 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:19:57.774482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Attempting to bind port d473a235-a928-4c53-9b1e-b4d05f98b9c6 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:19:57.774803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Attempting to bind port d473a235-a928-4c53-9b1e-b4d05f98b9c6 on network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:19:57.781228 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:19:57.781600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Checking segment: {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:19:57.781996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.782940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Bound using segment: {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:19:57.783757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Bound port: d473a235-a928-4c53-9b1e-b4d05f98b9c6, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4186a79b-460d-45a2-9101-6acaae0df9d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'a9321e13-7c4b-42ed-9088-ba7cbaf0b38a'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:19:57.784185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.889255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] For port d473a235-a928-4c53-9b1e-b4d05f98b9c6, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:19:57.893314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] For port d473a235-a928-4c53-9b1e-b4d05f98b9c6, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d473a235-a928-4c53-9b1e-b4d05f98b9c6,segment=NetworkSegment(4186a79b-460d-45a2-9101-6acaae0df9d0),segment_id=4186a79b-460d-45a2-9101-6acaae0df9d0)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:19:57.897790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:57.904548 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-b391ab64-b8c2-4d34-bb85-e45008eec31b service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470125
Feb 05 19:19:57.913983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f927936-6417-4c83-8597-82842a610807 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:58.087775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Pushing event updated for resources: {'Port': ['ID=d473a235-a928-4c53-9b1e-b4d05f98b9c6,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:58.105667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:58.168315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.169038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:58.170574 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] 10.222.0.45 "PUT /v2.0/ports/d473a235-a928-4c53-9b1e-b4d05f98b9c6 HTTP/1.1" status: 200  len: 1162 time: 1.3693335
Feb 05 19:19:58.171131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:19:58.189301 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6892269e-93af-4236-b764-5400d8792bb6 req-d5833c85-8f90-4e2b-b452-887230455763 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2402139
Feb 05 19:19:58.357792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962bbad-5c31-4921-9ddf-eb8a4877c10c req-332f6e16-cb1e-4fdf-b501-993cc7010af2 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.365940 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b962bbad-5c31-4921-9ddf-eb8a4877c10c req-332f6e16-cb1e-4fdf-b501-993cc7010af2 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.4575772
Feb 05 19:19:58.472325 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b962bbad-5c31-4921-9ddf-eb8a4877c10c req-667663e9-2c55-488b-ba76-2bf78270a8e3 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054101
Feb 05 19:19:58.507521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-9c3336ab-78c3-42d1-94ef-65134c57b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.509194 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-9c3336ab-78c3-42d1-94ef-65134c57b0ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e2a6f03851c456086a945b3407a2605&device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 1165 time: 0.2808180
Feb 05 19:19:58.539485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92e6f4-d015-4284-8292-61b74c778803 req-7a8825f9-bd41-4991-b5b6-869b2888423a tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.540483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-bb92e6f4-d015-4284-8292-61b74c778803 req-7a8825f9-bd41-4991-b5b6-869b2888423a tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Synchronizing usage tracker for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:19:58.546165 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6', 'status': 'completed', 'code': 200}
Feb 05 19:19:58.560707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-bb92e6f4-d015-4284-8292-61b74c778803 req-7a8825f9-bd41-4991-b5b6-869b2888423a tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Unset dirty status for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:19:58.562332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb92e6f4-d015-4284-8292-61b74c778803 req-7a8825f9-bd41-4991-b5b6-869b2888423a tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.2095606
Feb 05 19:19:58.593959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f88e3b-a11c-489d-9b40-34d749ee0f67 req-fec8cf26-0f10-496a-89ca-da0019f8e7bd tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.595839 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3f88e3b-a11c-489d-9b40-34d749ee0f67 req-fec8cf26-0f10-496a-89ca-da0019f8e7bd tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 945 time: 0.4054737
Feb 05 19:19:58.661719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Deleting port edb285ef-d8dc-42ab-885c-3dd87a411e17 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:19:58.662104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:58.717808 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-1aa87804-27d3-4484-859a-79d5909f2853 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=d473a235-a928-4c53-9b1e-b4d05f98b9c6 HTTP/1.1" status: 200  len: 217 time: 0.1208391
Feb 05 19:19:58.867538 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3f88e3b-a11c-489d-9b40-34d749ee0f67 req-55244629-99f5-4093-b9d3-acfd62ec76f9 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139807
Feb 05 19:19:58.873972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-43febe9d-9672-4418-a666-c0374d6207c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.875513 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-43febe9d-9672-4418-a666-c0374d6207c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba5f4f03-9194-408c-85f6-28879838973c HTTP/1.1" status: 200  len: 843 time: 0.1495068
Feb 05 19:19:58.962808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] For port edb285ef-d8dc-42ab-885c-3dd87a411e17, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=edb285ef-d8dc-42ab-885c-3dd87a411e17,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:19:58.963326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:58.970742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e4ea-5f28-449e-a6b2-583cc41b6720 req-66626bb0-8989-4af9-8c07-b6518df6af69 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:58.972884 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45b3e4ea-5f28-449e-a6b2-583cc41b6720 req-66626bb0-8989-4af9-8c07-b6518df6af69 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.3123858
Feb 05 19:19:59.094591 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45b3e4ea-5f28-449e-a6b2-583cc41b6720 req-5141f0cd-21d1-49a8-9091-1c7fda5c25ba tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832274
Feb 05 19:19:59.109761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-a677b9d5-8ab5-4568-862a-e83aebab07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:59.110544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Calling delete_port for edb285ef-d8dc-42ab-885c-3dd87a411e17 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:19:59.111148 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-a677b9d5-8ab5-4568-862a-e83aebab07ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9321e13-7c4b-42ed-9088-ba7cbaf0b38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1372776
Feb 05 19:19:59.271031 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-ae7d3a3a-fd24-474b-b882-952dacd7f393 service neutron] 10.222.0.45 "GET /v2.0/networks/a9321e13-7c4b-42ed-9088-ba7cbaf0b38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463706
Feb 05 19:19:59.287119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:59.303130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:19:59.437179 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a1aac0-a4cb-439b-a6ca-dfc544cf9dc6 req-09f5fa5d-270b-4132-aef5-92205e4823be service neutron] 10.222.0.45 "GET /v2.0/networks/a9321e13-7c4b-42ed-9088-ba7cbaf0b38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1587768
Feb 05 19:19:59.698935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Pushing event deleted for resources: {'Port': ['ID=edb285ef-d8dc-42ab-885c-3dd87a411e17,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:19:59.848351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:19:59.923523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] No DVR routers for this DVR port edb285ef-d8dc-42ab-885c-3dd87a411e17 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:19:59.932072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:19:59.939398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47607e4a-5059-4158-8f54-689e4253db0c req-509c0ef5-2094-4c37-ae29-4b283699a247 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:19:59.947187 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47607e4a-5059-4158-8f54-689e4253db0c req-509c0ef5-2094-4c37-ae29-4b283699a247 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2497437
Feb 05 19:19:59.962707 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb92e6f4-d015-4284-8292-61b74c778803 req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "DELETE /v2.0/ports/edb285ef-d8dc-42ab-885c-3dd87a411e17 HTTP/1.1" status: 204  len: 173 time: 1.3949580
Feb 05 19:20:00.016433 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47607e4a-5059-4158-8f54-689e4253db0c req-1526fa56-a9ce-4e77-a0e7-dbaddbb22f83 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682275
Feb 05 19:20:00.062447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device edb285ef-d8dc-42ab-885c-3dd87a411e17 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:00.117065 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-61c51ed4-2fb7-4ca3-9ab8-efb0860030c0 req-3d0c331c-4a8d-4efc-8da9-12c9b09aa91d tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0515032
Feb 05 19:20:00.117877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: edb285ef-d8dc-42ab-885c-3dd87a411e17 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:20:00.118343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device edb285ef-d8dc-42ab-885c-3dd87a411e17 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:20:00.445259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f8679-5652-4426-84dc-737a3fa946ed req-d5a18bf9-feb2-46f1-970a-f97dd8510c32 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:00.446993 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-607f8679-5652-4426-84dc-737a3fa946ed req-d5a18bf9-feb2-46f1-970a-f97dd8510c32 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1760674
Feb 05 19:20:00.523744 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-607f8679-5652-4426-84dc-737a3fa946ed req-7568c501-10ba-4666-a063-3f3e9ef9837b tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696762
Feb 05 19:20:00.547778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'name': 'network-vif-deleted', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:00.610370 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75b24c-95bd-4255-914b-264f31b8b79f', 'name': 'network-vif-deleted', 'tag': 'edb285ef-d8dc-42ab-885c-3dd87a411e17', 'status': 'completed', 'code': 200}
Feb 05 19:20:01.647881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d25109-f68f-48e9-bf93-a4143a7fe79d req-553f6b60-ecd0-4753-8ab1-2a26dfeeee22 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:01.649642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-95d25109-f68f-48e9-bf93-a4143a7fe79d req-553f6b60-ecd0-4753-8ab1-2a26dfeeee22 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.4728928
Feb 05 19:20:01.736893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d48fc1-a9cf-4b71-93b6-ac0acc75df5e req-66730794-fccb-4242-852b-059a0a96551e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:01.738582 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-57d48fc1-a9cf-4b71-93b6-ac0acc75df5e req-66730794-fccb-4242-852b-059a0a96551e tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.5156200
Feb 05 19:20:01.832187 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-95d25109-f68f-48e9-bf93-a4143a7fe79d req-b284a942-004b-4fe6-93db-5af1061f3d84 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924554
Feb 05 19:20:01.859815 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-57d48fc1-a9cf-4b71-93b6-ac0acc75df5e req-6f8f113c-ee50-4c60-882d-1c17419201e5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025875
Feb 05 19:20:02.065916 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed1a8573-5a1b-4a3f-91a2-81f89e848715 req-b1e8d122-6e76-4682-b317-7d7ebb6ba5ec tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0969639
Feb 05 19:20:02.193981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471b45e-ecd9-4dfd-a153-7827b86bca35 req-59cb5efc-7fe0-46ca-8b64-f89e34b93476 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:02.195539 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5471b45e-ecd9-4dfd-a153-7827b86bca35 req-59cb5efc-7fe0-46ca-8b64-f89e34b93476 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1849949
Feb 05 19:20:02.268440 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5471b45e-ecd9-4dfd-a153-7827b86bca35 req-c1a95ba4-d4a6-43b7-8671-3154ac135cb7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663376
Feb 05 19:20:03.212701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263848d-62c9-4c53-be47-1a42c6df0ceb req-7ebda063-4ca3-4454-9c96-f02d13b642c1 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:03.214340 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e263848d-62c9-4c53-be47-1a42c6df0ceb req-7ebda063-4ca3-4454-9c96-f02d13b642c1 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2459970
Feb 05 19:20:03.302165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504f866-58df-4717-82f2-e65d4064a516 req-1ca7df0c-4b36-498e-91b7-3cfb1db32d8d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:03.303892 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4504f866-58df-4717-82f2-e65d4064a516 req-1ca7df0c-4b36-498e-91b7-3cfb1db32d8d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2939484
Feb 05 19:20:03.401240 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e263848d-62c9-4c53-be47-1a42c6df0ceb req-f97aef9e-e46b-42bc-b37b-24645e6b77b7 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961771
Feb 05 19:20:03.426447 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4504f866-58df-4717-82f2-e65d4064a516 req-0c6852d1-6bbc-4afa-b865-46121e2447cc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040215
Feb 05 19:20:03.686769 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dadf380d-fbf5-4f7b-add8-6be7b36a3a00 req-59ad4062-ce17-4c62-af26-196dd5de3035 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.1028750
Feb 05 19:20:03.807004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210274cb-18cf-4956-8162-ac3655779179 req-8c43474f-ae9b-408b-b815-7d097d121d73 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:03.808742 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-210274cb-18cf-4956-8162-ac3655779179 req-8c43474f-ae9b-408b-b815-7d097d121d73 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1846850
Feb 05 19:20:03.876645 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-210274cb-18cf-4956-8162-ac3655779179 req-5c1f6089-5053-40a0-93ea-c3c0b144ed7a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614240
Feb 05 19:20:04.784844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29ebb3-ff8e-4cf1-a835-ba5ab357df17 req-3e818db8-1cbd-4cf6-a4d5-5593642b56f9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:04.786487 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fc29ebb3-ff8e-4cf1-a835-ba5ab357df17 req-3e818db8-1cbd-4cf6-a4d5-5593642b56f9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2471640
Feb 05 19:20:04.874382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a6a12-997d-494f-a5b6-833a9ec20b6e req-683b52d0-ca96-4a80-b936-00b4947f62d1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:04.876057 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1a9a6a12-997d-494f-a5b6-833a9ec20b6e req-683b52d0-ca96-4a80-b936-00b4947f62d1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2925773
Feb 05 19:20:04.970454 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fc29ebb3-ff8e-4cf1-a835-ba5ab357df17 req-0f30612a-f9ee-45f5-ade4-b865f2e48dbd tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923488
Feb 05 19:20:04.996491 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1a9a6a12-997d-494f-a5b6-833a9ec20b6e req-b2f1f424-5f4c-48b7-acf2-a2b5ab4f47b4 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001184
Feb 05 19:20:05.211123 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ce27b474-a7f9-4699-92e8-300a724ef16e req-55ab2e5d-5a5f-4c3a-92fa-7de1af09337e tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0905221
Feb 05 19:20:05.269578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:20:05.347372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d0363-33b0-4766-8677-4354030855b4 req-930bf476-62e7-4a95-9b34-58b9233bc514 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:05.349319 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c88d0363-33b0-4766-8677-4354030855b4 req-930bf476-62e7-4a95-9b34-58b9233bc514 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1858149
Feb 05 19:20:05.415068 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c88d0363-33b0-4766-8677-4354030855b4 req-16d8bb92-0058-4905-99b0-c0609c66dbc4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592141
Feb 05 19:20:06.383614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e839-4e93-4763-b921-7e6904f287bb req-ddfe5533-b6ef-4ff4-931d-2da81fb49209 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:06.385379 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f22e839-4e93-4763-b921-7e6904f287bb req-ddfe5533-b6ef-4ff4-931d-2da81fb49209 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2564254
Feb 05 19:20:06.469076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304db33-c297-4acf-b23f-f42d17c05160 req-06bb1cd8-3f98-453a-8fab-d898530c12ad tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:06.471471 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5304db33-c297-4acf-b23f-f42d17c05160 req-06bb1cd8-3f98-453a-8fab-d898530c12ad tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2896922
Feb 05 19:20:06.572200 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5304db33-c297-4acf-b23f-f42d17c05160 req-b9fb74d2-89f5-40f4-8fa5-207a5758a64d tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941164
Feb 05 19:20:06.592989 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f22e839-4e93-4763-b921-7e6904f287bb req-31910b14-2970-453e-ba79-cf74937abf25 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203446
Feb 05 19:20:06.789562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1b5cd369-de2b-429d-ae3c-2e1787a11496 req-c6df88cf-96eb-496b-93e5-d2f40e3a89fb tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0914745
Feb 05 19:20:06.928864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511e55-855f-4379-9175-95721c3115a7 req-a2e670d2-385c-45bc-a806-90911d0370b7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:06.930508 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fd511e55-855f-4379-9175-95721c3115a7 req-a2e670d2-385c-45bc-a806-90911d0370b7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1937325
Feb 05 19:20:07.004233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fd511e55-855f-4379-9175-95721c3115a7 req-512e16e1-4dfc-4cbc-a41d-afa19c1a21d0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671167
Feb 05 19:20:07.956538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fb3aa-481c-4f1f-8017-fc777042c816 req-1b2106de-7c64-4824-b6c9-e64201f3eee9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:07.958188 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f62fb3aa-481c-4f1f-8017-fc777042c816 req-1b2106de-7c64-4824-b6c9-e64201f3eee9 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2459838
Feb 05 19:20:08.041926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978047f-49f4-4378-86ba-fad355a9a80d req-8293032e-e692-46d6-ae2e-8eb7cd049913 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:08.043599 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8978047f-49f4-4378-86ba-fad355a9a80d req-8293032e-e692-46d6-ae2e-8eb7cd049913 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2918417
Feb 05 19:20:08.139086 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f62fb3aa-481c-4f1f-8017-fc777042c816 req-c645531b-06d9-43c1-909f-d45b9d5250e1 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943496
Feb 05 19:20:08.164755 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8978047f-49f4-4378-86ba-fad355a9a80d req-a46b61b2-1400-419b-ab5a-f2e03ce6646d tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028428
Feb 05 19:20:08.369313 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8e32cb81-5c7d-408a-b711-5be5fda3cbc0 req-d48d3c2f-1ba7-4cd4-98d1-51f900076b52 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0870330
Feb 05 19:20:08.506099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e00e4-79ce-471d-ad03-fb426a7e2d41 req-7a0a425f-86bd-430d-b036-70e1c62f36ef tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:08.507732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-631e00e4-79ce-471d-ad03-fb426a7e2d41 req-7a0a425f-86bd-430d-b036-70e1c62f36ef tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1871588
Feb 05 19:20:08.574488 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-631e00e4-79ce-471d-ad03-fb426a7e2d41 req-ebd7ece7-fb9b-4a04-ab8d-4a218f45fbdc tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600600
Feb 05 19:20:08.895714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:09.534170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7737a-e1ee-462d-8f12-d7cb91d1a454 req-decab71f-a01f-41af-babb-06c66f6ba792 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:09.535812 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c4d7737a-e1ee-462d-8f12-d7cb91d1a454 req-decab71f-a01f-41af-babb-06c66f6ba792 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2431486
Feb 05 19:20:09.629410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072368-b3dd-4ae2-bf65-200425b61541 req-141c0144-cafb-407d-be7f-bf76d07b5a8e tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:09.631143 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ac072368-b3dd-4ae2-bf65-200425b61541 req-141c0144-cafb-407d-be7f-bf76d07b5a8e tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.3001330
Feb 05 19:20:09.729035 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c4d7737a-e1ee-462d-8f12-d7cb91d1a454 req-77c727ae-deaa-4d05-a7ec-be19f55ee127 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863878
Feb 05 19:20:09.753183 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ac072368-b3dd-4ae2-bf65-200425b61541 req-ff2ee629-1c15-4424-8b6e-ef57af4e955b tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064005
Feb 05 19:20:09.948397 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15a1045a-ea3c-4796-b283-4a12a63a4d62 req-97d90276-de80-4d1f-a952-791d3e18d3dc tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0956111
Feb 05 19:20:10.073490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526cf50-2636-49de-9ee1-d83f5783415d req-bf503bd3-972e-4f94-9700-68275feaf55a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:10.075178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5526cf50-2636-49de-9ee1-d83f5783415d req-bf503bd3-972e-4f94-9700-68275feaf55a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1866283
Feb 05 19:20:10.145000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5526cf50-2636-49de-9ee1-d83f5783415d req-7999b9c3-ef4b-4c72-b82c-6cd3a7830c70 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621078
Feb 05 19:20:10.810752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-313ffb27-ee02-4e4d-a1de-cc2b735720b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:10.877966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-f4d84f1e-837f-469f-a673-346728985bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:10.881041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-f4d84f1e-837f-469f-a673-346728985bed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e2a6f03851c456086a945b3407a2605&device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 1165 time: 0.1090317
Feb 05 19:20:11.057551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-3b6a7c0c-6088-4fb5-95d4-d05fc49c54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.059392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-3b6a7c0c-6088-4fb5-95d4-d05fc49c54a3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a9321e13-7c4b-42ed-9088-ba7cbaf0b38a HTTP/1.1" status: 200  len: 863 time: 0.1680028
Feb 05 19:20:11.105693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06535d11-594b-451d-bcb0-a29653863d9c req-9f5c646f-da8b-4a65-8e87-660b02bbb6d5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.107405 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-06535d11-594b-451d-bcb0-a29653863d9c req-9f5c646f-da8b-4a65-8e87-660b02bbb6d5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2479427
Feb 05 19:20:11.150550 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-b70f2570-0e51-4ddb-ac58-2b55a37237ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=d473a235-a928-4c53-9b1e-b4d05f98b9c6 HTTP/1.1" status: 200  len: 217 time: 0.0735869
Feb 05 19:20:11.211893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03ade5-8eb9-4600-8719-9d9a9b78fb77 req-03f56c28-902d-4502-8664-c53b37454f26 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.213602 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb03ade5-8eb9-4600-8719-9d9a9b78fb77 req-03f56c28-902d-4502-8664-c53b37454f26 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.3110068
Feb 05 19:20:11.225252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-1ef49e7b-3d7f-43a7-9deb-21b076762351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.226850 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-1ef49e7b-3d7f-43a7-9deb-21b076762351 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ba5f4f03-9194-408c-85f6-28879838973c HTTP/1.1" status: 200  len: 843 time: 0.0697417
Feb 05 19:20:11.279392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-06535d11-594b-451d-bcb0-a29653863d9c req-861399d7-a666-46a9-83d8-fdab59f7f971 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648021
Feb 05 19:20:11.320517 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb03ade5-8eb9-4600-8719-9d9a9b78fb77 req-390ac08d-8028-4fb0-9f2e-6df25ef080e5 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976183
Feb 05 19:20:11.322889 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-30acb678-a3b7-45fc-aaa6-912cc20ec88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.324534 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-30acb678-a3b7-45fc-aaa6-912cc20ec88c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a9321e13-7c4b-42ed-9088-ba7cbaf0b38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0893993
Feb 05 19:20:11.489950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-4b1f2037-4105-4f29-a09b-c1de41d2731b service neutron] 10.222.0.45 "GET /v2.0/networks/a9321e13-7c4b-42ed-9088-ba7cbaf0b38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557658
Feb 05 19:20:11.517149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a653000a-9e5b-4cd6-afed-2bec657c241f req-4a178403-ab67-4578-84fd-9cf6a8665397 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b75b24c-95bd-4255-914b-264f31b8b79f HTTP/1.1" status: 200  len: 210 time: 0.0946169
Feb 05 19:20:11.649783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6b92042-a34e-4631-aa0b-1a3375bb3058 req-38f0f5f1-fe55-4598-aa7e-4e50994b8f11 service neutron] 10.222.0.45 "GET /v2.0/networks/a9321e13-7c4b-42ed-9088-ba7cbaf0b38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457055
Feb 05 19:20:11.659107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a57f66-0217-4e85-aaf6-917776162554 req-8c3a62ad-15e2-4fe1-a74d-23d176a73295 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:11.660830 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09a57f66-0217-4e85-aaf6-917776162554 req-8c3a62ad-15e2-4fe1-a74d-23d176a73295 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1917949
Feb 05 19:20:11.924840 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09a57f66-0217-4e85-aaf6-917776162554 req-abc9ee34-da4b-442e-9a20-d59535cefc25 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2576146
Feb 05 19:20:12.645714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f203477-1c41-4d64-a834-1a50c957fb8f req-600aad4e-db90-4f0f-95e9-ecf0e15cb03b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:12.647375 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9f203477-1c41-4d64-a834-1a50c957fb8f req-600aad4e-db90-4f0f-95e9-ecf0e15cb03b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2350810
Feb 05 19:20:12.728930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c9f9a-3427-43a3-80a2-7f860653d482 req-1fb25234-9d7f-488b-bbf9-9d971a9e942f tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:12.730487 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-327c9f9a-3427-43a3-80a2-7f860653d482 req-1fb25234-9d7f-488b-bbf9-9d971a9e942f tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2752059
Feb 05 19:20:12.820600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9f203477-1c41-4d64-a834-1a50c957fb8f req-484107fd-184f-43f3-b4c0-d19bd94a9088 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890367
Feb 05 19:20:12.840895 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-327c9f9a-3427-43a3-80a2-7f860653d482 req-a0a84712-c03d-4eaa-9019-83fad5565f53 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943019
Feb 05 19:20:12.853207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f938018a-0976-41ad-bd8e-182a846f167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:13.255507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605277-64b9-491d-95b6-21306fbf765a req-c74f73d1-151b-4a3c-8c47-6e55fc7edc89 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:13.257243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50605277-64b9-491d-95b6-21306fbf765a req-c74f73d1-151b-4a3c-8c47-6e55fc7edc89 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1818855
Feb 05 19:20:13.321614 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50605277-64b9-491d-95b6-21306fbf765a req-54cb04a8-94bf-4ebd-9e25-8d575836024d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580997
Feb 05 19:20:13.674341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-1ac179b8-bd83-4bd8-ac4d-42e6d20864fe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:13.675088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-1ac179b8-bd83-4bd8-ac4d-42e6d20864fe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Synchronizing usage tracker for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:20:13.687798 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-1ac179b8-bd83-4bd8-ac4d-42e6d20864fe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Unset dirty status for tenant:ee15f7801f3f4cd39e51e085fe46d2b5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:20:13.689154 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-1ac179b8-bd83-4bd8-ac4d-42e6d20864fe tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.1817060
Feb 05 19:20:13.762188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:14.182526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275274-24d8-42d0-8b1c-fa823d68a7ff req-90639bdb-27be-441f-a7c6-120664a28bc5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:14.184161 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-29275274-24d8-42d0-8b1c-fa823d68a7ff req-90639bdb-27be-441f-a7c6-120664a28bc5 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 946 time: 0.2345226
Feb 05 19:20:14.271385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb09f10-8827-4db3-87b2-cd314838225d req-b2300383-8e8f-46bd-8c9c-96dabea31273 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:14.273078 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb09f10-8827-4db3-87b2-cd314838225d req-b2300383-8e8f-46bd-8c9c-96dabea31273 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.2863932
Feb 05 19:20:14.364000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-29275274-24d8-42d0-8b1c-fa823d68a7ff req-7024a14d-b576-4592-b42d-2debc4c781cc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897655
Feb 05 19:20:14.384055 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1bb09f10-8827-4db3-87b2-cd314838225d req-2b0a190e-0a5e-4701-afed-c0f4c7dff6b9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950360
Feb 05 19:20:14.528428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Deleting port 85d97b27-4c93-470e-aeeb-09e175518ce2 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:14.528855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:14.649241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e1c71-ef16-45eb-a5fc-33a859f02c67 req-4f38e33a-73e2-4f1d-bbf5-e1996df040d4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:14.650858 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d4e1c71-ef16-45eb-a5fc-33a859f02c67 req-4f38e33a-73e2-4f1d-bbf5-e1996df040d4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1683621
Feb 05 19:20:14.715292 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3d4e1c71-ef16-45eb-a5fc-33a859f02c67 req-e32b8c38-a157-43a4-9c66-c675b7387395 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578895
Feb 05 19:20:14.805709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] For port 85d97b27-4c93-470e-aeeb-09e175518ce2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=85d97b27-4c93-470e-aeeb-09e175518ce2,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:14.806111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:14.956892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Calling delete_port for 85d97b27-4c93-470e-aeeb-09e175518ce2 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:20:15.030944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:15.058188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:15.107006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:15.121942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:15.175149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Pushing event deleted for resources: {'Port': ['ID=85d97b27-4c93-470e-aeeb-09e175518ce2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:15.223067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:15.336804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] No DVR routers for this DVR port 85d97b27-4c93-470e-aeeb-09e175518ce2 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:20:15.339080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:15.341769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'name': 'network-vif-deleted', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:15.356870 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68ee08b7-45de-42b9-a044-fc563bd4eba3 req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "DELETE /v2.0/ports/85d97b27-4c93-470e-aeeb-09e175518ce2 HTTP/1.1" status: 204  len: 173 time: 0.9208455
Feb 05 19:20:15.405482 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc69149-4825-4795-afb1-90416572c4ce', 'name': 'network-vif-deleted', 'tag': '85d97b27-4c93-470e-aeeb-09e175518ce2', 'status': 'completed', 'code': 200}
Feb 05 19:20:15.582963 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2089835a-9430-4b9f-b80a-12ee33b41e49 req-72f3aa62-c423-4109-86d1-864e40283ccc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.0893855
Feb 05 19:20:15.711933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189dbc-259d-419d-b58a-65751db24779 req-1506f2b9-a3d9-461d-b04c-e3331705923f tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:15.713652 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b189dbc-259d-419d-b58a-65751db24779 req-1506f2b9-a3d9-461d-b04c-e3331705923f tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.1763775
Feb 05 19:20:15.779441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b189dbc-259d-419d-b58a-65751db24779 req-97601145-342c-4aba-be84-a7b9e2943ae7 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590971
Feb 05 19:20:16.023963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53fabe-3d41-49c9-ac8c-16cc34e334da req-e076f551-aa5b-409c-8fe2-2dcb200f056f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:16.025887 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fb53fabe-3d41-49c9-ac8c-16cc34e334da req-e076f551-aa5b-409c-8fe2-2dcb200f056f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1669559
Feb 05 19:20:16.093150 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fb53fabe-3d41-49c9-ac8c-16cc34e334da req-9d149d7e-0bc3-4556-98ff-6e1715266386 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610940
Feb 05 19:20:16.504000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network a9321e13-7c4b-42ed-9088-ba7cbaf0b38a details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:20:16.789028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-16e6b270-a4a7-4111-9332-d049bd470227 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:20:16.804925 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c4bd176a-1094-43b3-9e8e-22ae3516ac41 req-4d9b3b9d-a4cf-412c-b6f8-6ea2949ed920 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cc69149-4825-4795-afb1-90416572c4ce HTTP/1.1" status: 200  len: 210 time: 0.0616062
Feb 05 19:20:17.105839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0689046-1bb6-46f9-99f8-6a4e4a4ceaba req-78382de9-d296-4d76-8e1e-d1720a6e19ee tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:17.107543 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0689046-1bb6-46f9-99f8-6a4e4a4ceaba req-78382de9-d296-4d76-8e1e-d1720a6e19ee tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 948 time: 0.1673219
Feb 05 19:20:17.182010 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0689046-1bb6-46f9-99f8-6a4e4a4ceaba req-e5d99da1-8950-409d-955a-bd1ae36a6721 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637176
Feb 05 19:20:17.411903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9335d2c-3817-455d-91d6-4979976be37a req-a5f58284-0694-4f1c-9728-577100dfd1dd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:17.413716 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b9335d2c-3817-455d-91d6-4979976be37a req-a5f58284-0694-4f1c-9728-577100dfd1dd tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 944 time: 0.1670644
Feb 05 19:20:17.448935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device d473a235-a928-4c53-9b1e-b4d05f98b9c6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:17.483432 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b9335d2c-3817-455d-91d6-4979976be37a req-5a9ec7b1-c980-4781-9799-505817d07cef tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632107
Feb 05 19:20:17.528998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:20:17.534915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:17.535308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:17.667642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:17.698634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:17.709466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port d473a235-a928-4c53-9b1e-b4d05f98b9c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d473a235-a928-4c53-9b1e-b4d05f98b9c6,segment=NetworkSegment(4186a79b-460d-45a2-9101-6acaae0df9d0),segment_id=4186a79b-460d-45a2-9101-6acaae0df9d0)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:17.712483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:17.714553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:17.754966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 85d97b27-4c93-470e-aeeb-09e175518ce2 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:17.786012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6', 'code': 200}
Feb 05 19:20:17.814400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 85d97b27-4c93-470e-aeeb-09e175518ce2 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:20:17.814851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 85d97b27-4c93-470e-aeeb-09e175518ce2 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:20:17.833093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=d473a235-a928-4c53-9b1e-b4d05f98b9c6,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:17.836195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:18.043690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3b9a1-35c9-4f3d-b8fa-6adb93622954 req-8971e223-4250-47bd-b278-a2afac100e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:18.045371 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26b3b9a1-35c9-4f3d-b8fa-6adb93622954 req-8971e223-4250-47bd-b278-a2afac100e36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 1167 time: 0.1001830
Feb 05 19:20:18.102922 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-26b3b9a1-35c9-4f3d-b8fa-6adb93622954 req-dda211b3-fa44-4459-996f-71fc5d53794b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494595
Feb 05 19:20:18.400012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:18.426654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf69c-c2e3-4f7f-aac0-e22f43b620d5 req-02c1f060-ff2a-4e0d-8cab-a007b46736d0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:18.426654 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1f4cf69c-c2e3-4f7f-aac0-e22f43b620d5 req-02c1f060-ff2a-4e0d-8cab-a007b46736d0 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1759450
Feb 05 19:20:18.475092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:18.475504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:18.547747 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1f4cf69c-c2e3-4f7f-aac0-e22f43b620d5 req-420df6db-2677-4aeb-9396-b3a51ff100ae tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830290
Feb 05 19:20:18.601720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:18.635669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:18.639160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:18.640073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device d473a235-a928-4c53-9b1e-b4d05f98b9c6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:18.650542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620619a9-de18-4d15-80e9-fa2338ce6ad9 req-bdf96fca-7fd0-4a19-89a2-3158c5a2a7a4 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:18.652264 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-620619a9-de18-4d15-80e9-fa2338ce6ad9 req-bdf96fca-7fd0-4a19-89a2-3158c5a2a7a4 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.2251878
Feb 05 19:20:18.674214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:18.780481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:18.780961 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-620619a9-de18-4d15-80e9-fa2338ce6ad9 req-51b3baf8-956f-431e-b6ae-0400884e64b5 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217756
Feb 05 19:20:18.783323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:18.783748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:18.817256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:18.899018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ccb28-9ab0-4634-b623-8b7bb93d55ef req-265e3722-6afd-42bc-b60f-033ecd2c2d87 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:18.900752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-012ccb28-9ab0-4634-b623-8b7bb93d55ef req-265e3722-6afd-42bc-b60f-033ecd2c2d87 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2244751
Feb 05 19:20:19.033126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-012ccb28-9ab0-4634-b623-8b7bb93d55ef req-8398f383-b2f4-4431-9751-c5a2879cede0 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249340
Feb 05 19:20:19.147172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c142a3-bd45-4401-b473-3269f980a51c req-9458c612-db51-4fb7-b492-2ae8ce530338 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:19.148906 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84c142a3-bd45-4401-b473-3269f980a51c req-9458c612-db51-4fb7-b492-2ae8ce530338 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2064140
Feb 05 19:20:19.217501 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84c142a3-bd45-4401-b473-3269f980a51c req-f27f17e5-03da-42ea-9925-fc910067b871 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622694
Feb 05 19:20:19.787510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:19.842772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fcc57-1b06-406c-b264-1bb17bfe78d1 req-8b6cc1bb-31e2-4a13-a904-857e3bbef31b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:19.844285 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a91fcc57-1b06-406c-b264-1bb17bfe78d1 req-8b6cc1bb-31e2-4a13-a904-857e3bbef31b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1644485
Feb 05 19:20:19.845389 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'code': 200}
Feb 05 19:20:19.909519 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a91fcc57-1b06-406c-b264-1bb17bfe78d1 req-a4789b94-164a-4177-9ae1-38cb706592f6 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581310
Feb 05 19:20:20.112863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6774f-1c64-4181-ba3f-feaefab35902 req-b648b2d3-4656-47ae-810b-bc178f226cf3 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:20.114515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3ce6774f-1c64-4181-ba3f-feaefab35902 req-b648b2d3-4656-47ae-810b-bc178f226cf3 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.1678209
Feb 05 19:20:20.182762 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3ce6774f-1c64-4181-ba3f-feaefab35902 req-60b6c780-dc33-4d7e-a2ab-5e2225bb6bfd tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614843
Feb 05 19:20:20.348765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b32f89-b02c-4738-b1ed-0e16ce3107bc req-f8a9551e-1d14-46e9-8305-b60fe388ada7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:20.350481 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-79b32f89-b02c-4738-b1ed-0e16ce3107bc req-f8a9551e-1d14-46e9-8305-b60fe388ada7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1869321
Feb 05 19:20:20.476760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-79b32f89-b02c-4738-b1ed-0e16ce3107bc req-20fb1928-fd2e-479b-9384-db433f771db7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197555
Feb 05 19:20:20.576173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2bf9a-f8f3-41c3-9774-97a063fb89ae req-ba7330d0-b005-48b0-8421-7aceac4f2138 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:20.577887 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7b2bf9a-f8f3-41c3-9774-97a063fb89ae req-ba7330d0-b005-48b0-8421-7aceac4f2138 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2059824
Feb 05 19:20:20.643025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7b2bf9a-f8f3-41c3-9774-97a063fb89ae req-e4404de7-c282-44ff-810f-c6ece4c3e5f4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579817
Feb 05 19:20:20.988882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3eaec-e7b6-4a60-b27e-9db756bd0fc3 req-99f20cbd-ffc9-4f96-8595-d2b3ad87229d tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:20.990576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50b3eaec-e7b6-4a60-b27e-9db756bd0fc3 req-99f20cbd-ffc9-4f96-8595-d2b3ad87229d tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.1712501
Feb 05 19:20:21.065305 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50b3eaec-e7b6-4a60-b27e-9db756bd0fc3 req-0cee2f21-e2fd-4352-a522-0f6c6c3b7a54 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676646
Feb 05 19:20:21.353390 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505069-3495-4741-a7bc-2b87e6170dd7 req-20087edd-1b6b-4e18-a794-63fbe22bac4f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:21.355030 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-78505069-3495-4741-a7bc-2b87e6170dd7 req-20087edd-1b6b-4e18-a794-63fbe22bac4f tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1657822
Feb 05 19:20:21.421376 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-78505069-3495-4741-a7bc-2b87e6170dd7 req-a0e4dc46-304e-4d5c-b20a-7b46a05aee64 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595469
Feb 05 19:20:21.772428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a11318-0a61-4338-87f0-f619f9b8c41d req-6e096bad-76c8-4b82-afaa-3d66a4e4733d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:21.774159 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28a11318-0a61-4338-87f0-f619f9b8c41d req-6e096bad-76c8-4b82-afaa-3d66a4e4733d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1629922
Feb 05 19:20:21.894491 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28a11318-0a61-4338-87f0-f619f9b8c41d req-ec5de0a6-a01a-4477-8e47-d8496751c832 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137600
Feb 05 19:20:21.997145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7116f-9457-446b-8818-202018ce5d9a req-b12b84e1-247c-4bbb-b5e7-aa56bd234959 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:21.998670 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4fa7116f-9457-446b-8818-202018ce5d9a req-b12b84e1-247c-4bbb-b5e7-aa56bd234959 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2027330
Feb 05 19:20:22.063668 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4fa7116f-9457-446b-8818-202018ce5d9a req-e503f711-a5d7-4802-a5cf-445c7bb55b10 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579951
Feb 05 19:20:22.292994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:22.364559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05452fff-5477-4adc-8dc8-fbb0c33fb379 req-08ce2d5c-15da-42f7-8dd9-191f6dca2bc1 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:22.365355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:22.365774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:22.366418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-05452fff-5477-4adc-8dc8-fbb0c33fb379 req-08ce2d5c-15da-42f7-8dd9-191f6dca2bc1 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.1675196
Feb 05 19:20:22.431852 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-05452fff-5477-4adc-8dc8-fbb0c33fb379 req-aecf9899-4948-4e1a-8591-05a147e9d929 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585468
Feb 05 19:20:22.494598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device d473a235-a928-4c53-9b1e-b4d05f98b9c6 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:22.573931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port d473a235-a928-4c53-9b1e-b4d05f98b9c6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:22.574342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:22.706999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d926a-6fe9-49c2-9c5f-4fc93e1789e7 req-98a74eb3-f4f6-43a2-966b-551db778054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:22.708598 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e5d926a-6fe9-49c2-9c5f-4fc93e1789e7 req-98a74eb3-f4f6-43a2-966b-551db778054e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1163 time: 0.0774896
Feb 05 19:20:22.728895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf4ded-c93b-4f07-a49b-93936b2039d1 req-ef19b6f7-5f82-4a74-9e91-c0fdc9f1f1bc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:22.730575 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28bf4ded-c93b-4f07-a49b-93936b2039d1 req-ef19b6f7-5f82-4a74-9e91-c0fdc9f1f1bc tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1762221
Feb 05 19:20:22.754064 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9e5d926a-6fe9-49c2-9c5f-4fc93e1789e7 req-a0a3c336-d79b-4720-a372-c1a33bf48d66 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377369
Feb 05 19:20:22.794377 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28bf4ded-c93b-4f07-a49b-93936b2039d1 req-7cd7fc7d-18b1-4700-a573-95910770ea75 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565679
Feb 05 19:20:23.185545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729947be-d586-4091-88b7-1243d175d94b req-e922c447-72ff-40e5-9f53-22732706a59e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:23.187360 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-729947be-d586-4091-88b7-1243d175d94b req-e922c447-72ff-40e5-9f53-22732706a59e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1629944
Feb 05 19:20:23.303676 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-729947be-d586-4091-88b7-1243d175d94b req-0bbf6ce9-e553-42f7-ba66-34f1036e8890 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092951
Feb 05 19:20:23.426015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b7529-3815-4269-8408-dbff20f9261d req-fee8e251-7efc-4afb-9668-3fcb11dfb4d8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:23.427691 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3a3b7529-3815-4269-8408-dbff20f9261d req-fee8e251-7efc-4afb-9668-3fcb11dfb4d8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1942425
Feb 05 19:20:23.493399 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3a3b7529-3815-4269-8408-dbff20f9261d req-dd37635a-678a-4128-a720-ef7cba31eca8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591118
Feb 05 19:20:23.997538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-3c3848b3-ea4b-4820-a270-cf44a1d237c3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:23.999222 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-3c3848b3-ea4b-4820-a270-cf44a1d237c3 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 814 time: 0.4920075
Feb 05 19:20:24.102429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045afb3-e4e4-4564-893c-0400e303a4ba req-70023ba7-d4ff-4cda-bfda-773df7f7196a tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:24.104133 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e045afb3-e4e4-4564-893c-0400e303a4ba req-70023ba7-d4ff-4cda-bfda-773df7f7196a tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.3179979
Feb 05 19:20:24.106661 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-35344d7f-c34f-47c4-ac26-cb7386e6cf1c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/quotas/410083fc0deb4c008d82c714746f2bb5 HTTP/1.1" status: 200  len: 375 time: 0.1007104
Feb 05 19:20:24.196388 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-c4a5fb5a-2989-4cab-acb4-e839d5fb2141 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0676880
Feb 05 19:20:24.252207 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e045afb3-e4e4-4564-893c-0400e303a4ba req-8d00a14d-e70c-4c36-8386-b6b310f58a2a tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/security-groups?id=9796d9b0-668f-4457-b65c-6fc27e4c0b45&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1412499
Feb 05 19:20:24.423774 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-6ca13856-dd2c-48b2-beeb-024894581aab service neutron] 10.222.0.59 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194684
Feb 05 19:20:24.570293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-5bc493a1-ef7c-4e7f-87a9-3cae852bf539 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:24.571117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-5bc493a1-ef7c-4e7f-87a9-3cae852bf539 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Synchronizing usage tracker for tenant:4e2a6f03851c456086a945b3407a2605 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:20:24.588073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-5bc493a1-ef7c-4e7f-87a9-3cae852bf539 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Unset dirty status for tenant:4e2a6f03851c456086a945b3407a2605 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:20:24.589538 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-5bc493a1-ef7c-4e7f-87a9-3cae852bf539 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.45 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 950 time: 0.1915119
Feb 05 19:20:24.685886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Deleting port d473a235-a928-4c53-9b1e-b4d05f98b9c6 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:24.686363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:24.690106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965c401-caf3-4559-bce4-e79529e07b94 req-0f48f68d-fdaa-49a3-91b6-30905c4b3242 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:24.691828 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8965c401-caf3-4559-bce4-e79529e07b94 req-0f48f68d-fdaa-49a3-91b6-30905c4b3242 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.3096218
Feb 05 19:20:24.695683 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-8e360305-4bb0-447c-83de-f7cdaaee773c service neutron] 10.222.0.59 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2594228
Feb 05 19:20:24.759000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8965c401-caf3-4559-bce4-e79529e07b94 req-5ce5201a-7d88-4fe0-9c58-e95153e60f71 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604200
Feb 05 19:20:24.906093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:25.005680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:25.006321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:25.048285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] For port d473a235-a928-4c53-9b1e-b4d05f98b9c6, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d473a235-a928-4c53-9b1e-b4d05f98b9c6,segment=NetworkSegment(4186a79b-460d-45a2-9101-6acaae0df9d0),segment_id=4186a79b-460d-45a2-9101-6acaae0df9d0)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:25.048906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:25.178817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90d443-c40e-4e0d-ab48-368175f1454e req-25e1a372-2d71-4d78-8e89-f3c2a8a4bf92 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:25.188550 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4a90d443-c40e-4e0d-ab48-368175f1454e req-25e1a372-2d71-4d78-8e89-f3c2a8a4bf92 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2686133
Feb 05 19:20:25.199278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Calling delete_port for d473a235-a928-4c53-9b1e-b4d05f98b9c6 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:20:25.207677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device d473a235-a928-4c53-9b1e-b4d05f98b9c6 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:25.339573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538144b-eb39-4d84-849f-e45461f6f7b5 req-7931cbd9-7b16-40bf-abe3-e2edc726fbdc tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:25.340838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:25.349071 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3538144b-eb39-4d84-849f-e45461f6f7b5 req-7931cbd9-7b16-40bf-abe3-e2edc726fbdc tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.3776910
Feb 05 19:20:25.365908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:25.382154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:25.409955 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4a90d443-c40e-4e0d-ab48-368175f1454e req-cfd6a0e6-b069-44fb-ab21-f973f7bdce8d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2203290
Feb 05 19:20:25.438957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Pushing event deleted for resources: {'Port': ['ID=d473a235-a928-4c53-9b1e-b4d05f98b9c6,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:25.447539 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3538144b-eb39-4d84-849f-e45461f6f7b5 req-4cfdb6f2-2cfc-4bc3-bce6-8b9f2c110df0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974987
Feb 05 19:20:25.494977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:25.606728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8a5065bb-fe20-40de-bce8-40270dc05d00 req-3f428b9e-673c-4ca7-9844-92c6cce8f792 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 210 time: 0.0636144
Feb 05 19:20:25.621127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] No DVR routers for this DVR port d473a235-a928-4c53-9b1e-b4d05f98b9c6 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:20:25.624266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:25.629406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'name': 'network-vif-deleted', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:25.644981 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5af0a10e-8717-4ee7-ad2d-1200cd59d1c3 req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.45 "DELETE /v2.0/ports/d473a235-a928-4c53-9b1e-b4d05f98b9c6 HTTP/1.1" status: 204  len: 173 time: 1.0492511
Feb 05 19:20:25.680110 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20a76261-049e-4286-a36f-ee874e87d97e req-0e8d0760-86bc-445b-b8bd-10df18d6e78d tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] 10.222.0.59 "GET /v2.0/ports?device_id=37acfd07-8d47-4466-8e0a-f6be2edef081 HTTP/1.1" status: 200  len: 210 time: 0.0645833
Feb 05 19:20:25.695291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37acfd07-8d47-4466-8e0a-f6be2edef081', 'name': 'network-vif-deleted', 'tag': 'd473a235-a928-4c53-9b1e-b4d05f98b9c6', 'status': 'completed', 'code': 200}
Feb 05 19:20:26.064171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c85cbb-6917-4d46-b4aa-fa6d58abec30 req-2905b7b9-5d25-4aea-ad81-e6ca5f246811 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:26.066175 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-08c85cbb-6917-4d46-b4aa-fa6d58abec30 req-2905b7b9-5d25-4aea-ad81-e6ca5f246811 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1711719
Feb 05 19:20:26.140041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-08c85cbb-6917-4d46-b4aa-fa6d58abec30 req-3e2c2ef4-241b-4802-a48c-287309913db3 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673656
Feb 05 19:20:26.326921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-6389edb8-892f-4003-9808-d1cda6a46fe9 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:26.329059 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-6389edb8-892f-4003-9808-d1cda6a46fe9 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 814 time: 0.2441411
Feb 05 19:20:26.354914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Request body: {'port': {'device_id': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15', 'admin_state_up': True, 'tenant_id': '410083fc0deb4c008d82c714746f2bb5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:26.502376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:20:26.506705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Usage tracker for resource:port and tenant:410083fc0deb4c008d82c714746f2bb5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:20:26.509760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:20:26.515497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:20:26.525329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Made reservation on behalf of 410083fc0deb4c008d82c714746f2bb5 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:20:26.547681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:26.709893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d48b76-fcfc-495c-8767-d5c38c64dc86 req-a36c0fc5-472e-4709-8712-fda1e65a90f2 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:26.712212 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-13d48b76-fcfc-495c-8767-d5c38c64dc86 req-a36c0fc5-472e-4709-8712-fda1e65a90f2 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1667099
Feb 05 19:20:26.815718 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d317923a-f7e6-450b-ab28-a4515bac6269 req-a283a5d0-7129-42a3-ae84-cc8b9d391e4e tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 210 time: 0.0625000
Feb 05 19:20:26.835345 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-13d48b76-fcfc-495c-8767-d5c38c64dc86 req-a71bb2a7-cc04-48e7-81bf-517e4cba4e05 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162581
Feb 05 19:20:27.080210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Allocated IP 172.20.0.6 (49f8d9d8-7bb8-4526-b67a-463cfc7afc15/3c1f417a-8c00-4b7c-aa3d-9fa1bc667070/13fd86a7-67f8-4a6b-af17-8fe10a4febb7) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:20:27.315842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:27.352445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:27.374530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:27.486036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b04aa-7ffa-4463-9034-b1c841e32bd7 req-0c993b12-63f7-4b6f-81ae-667e24c9b52b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:27.487777 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-927b04aa-7ffa-4463-9034-b1c841e32bd7 req-0c993b12-63f7-4b6f-81ae-667e24c9b52b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.1759081
Feb 05 19:20:27.527920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Pushing event updated for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:27.529784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:27.588112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:20:27.589331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:20:27.591966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:20:27.624426 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-927b04aa-7ffa-4463-9034-b1c841e32bd7 req-23d1f72b-f6c2-43a0-851a-c9d8c5e9b877 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/security-groups?id=886f563b-393a-4ab4-b42e-7b7c43cb1412&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287220
Feb 05 19:20:27.731700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:27.732429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:27.737669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169dbc-5766-427b-a785-f450bb81890d req-02f2b0bc-c0cc-4340-9184-04d6c9f80069 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:27.739377 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-00169dbc-5766-427b-a785-f450bb81890d req-02f2b0bc-c0cc-4340-9184-04d6c9f80069 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 945 time: 0.2202952
Feb 05 19:20:27.760290 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4095662
Feb 05 19:20:27.773504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Request body: {'port': {'device_id': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:27.840189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Deleting port c75e3027-0c36-45a7-ae40-2c209aad39da {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:27.840587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:27.929159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.332099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] For port c75e3027-0c36-45a7-ae40-2c209aad39da, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c75e3027-0c36-45a7-ae40-2c209aad39da,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:28.332547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.388254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:20:28.396557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.411178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Transition to ACTIVE for port object 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:20:28.414765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.432674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:28.499190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25a635-4dc9-412f-975f-dc6b56f8b723 req-8da9f0ed-6b6a-4686-b0d2-10243c3e9fc8 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:28.507249 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b25a635-4dc9-412f-975f-dc6b56f8b723 req-8da9f0ed-6b6a-4686-b0d2-10243c3e9fc8 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.4661374
Feb 05 19:20:28.574973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Pushing event updated for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:28.580169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:28.684888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d4dd-a38d-441f-8c08-449050753806 req-39663bc8-3249-4839-8cd6-a885fb63b623 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:28.693015 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1158d4dd-a38d-441f-8c08-449050753806 req-39663bc8-3249-4839-8cd6-a885fb63b623 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 931 time: 0.6056969
Feb 05 19:20:28.705387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Calling delete_port for c75e3027-0c36-45a7-ae40-2c209aad39da owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:20:28.788741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Attempting to bind port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:20:28.789500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Attempting to bind port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:20:28.789987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Attempting to bind port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 on network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:20:28.796505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:20:28.797286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Checking segment: {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:20:28.797877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.798440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Bound using segment: {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:20:28.799118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Bound port: 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '49f8d9d8-7bb8-4526-b67a-463cfc7afc15'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:20:28.799689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.816715 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b25a635-4dc9-412f-975f-dc6b56f8b723 req-ca2f89bf-4ce9-4231-a9cd-9291212bac37 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3084040
Feb 05 19:20:28.851245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device c75e3027-0c36-45a7-ae40-2c209aad39da no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:28.865572 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1158d4dd-a38d-441f-8c08-449050753806 req-2479febe-e0d5-4d87-b3a8-fc496dda39ab tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715734
Feb 05 19:20:28.900072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] For port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:20:28.910722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] For port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:20:28.914297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:28.933618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:28.977912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:29.001801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:29.009243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Port c75e3027-0c36-45a7-ae40-2c209aad39da update to DOWN by agent not found {{(pid=80133) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 05 19:20:29.130475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Pushing event updated for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:29.132725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Pushing event deleted for resources: {'Port': ['ID=c75e3027-0c36-45a7-ae40-2c209aad39da,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:29.145824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:29.191302 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30bae0c4-3730-42e7-8628-f86c6827ce61 req-b4fbdccd-41ef-43ae-8f2b-6cdbef8c287b tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.59 "GET /v2.0/ports?device_id=065d45f0-f741-4c25-8ff0-167a50c0e8c3 HTTP/1.1" status: 200  len: 210 time: 0.0626891
Feb 05 19:20:29.191302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:29.193006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:29.194378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:29.196337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] 10.222.0.45 "PUT /v2.0/ports/13fd86a7-67f8-4a6b-af17-8fe10a4febb7 HTTP/1.1" status: 200  len: 1157 time: 1.4276247
Feb 05 19:20:29.197047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:29.297973 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7', 'status': 'completed', 'code': 200}
Feb 05 19:20:29.338177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-bcf043bd-474a-4996-a44a-bd767f071bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:29.340130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-bcf043bd-474a-4996-a44a-bd767f071bb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 1160 time: 0.0964603
Feb 05 19:20:29.345178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] No DVR routers for this DVR port c75e3027-0c36-45a7-ae40-2c209aad39da on host hv-cinder-77428 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:20:29.348548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:29.352118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'name': 'network-vif-deleted', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:29.372235 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-00169dbc-5766-427b-a785-f450bb81890d req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] 10.222.0.45 "DELETE /v2.0/ports/c75e3027-0c36-45a7-ae40-2c209aad39da HTTP/1.1" status: 204  len: 173 time: 1.6270497
Feb 05 19:20:29.444565 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-d570de72-472e-4ec9-b059-90756826a6ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7 HTTP/1.1" status: 200  len: 217 time: 0.0964332
Feb 05 19:20:29.497770 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065d45f0-f741-4c25-8ff0-167a50c0e8c3', 'name': 'network-vif-deleted', 'tag': 'c75e3027-0c36-45a7-ae40-2c209aad39da', 'status': 'completed', 'code': 200}
Feb 05 19:20:29.544874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-d58c86b8-c59b-4966-ad5f-9908384e255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:29.546460 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-d58c86b8-c59b-4966-ad5f-9908384e255a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 HTTP/1.1" status: 200  len: 854 time: 0.0947969
Feb 05 19:20:29.608545 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-eacff8fe-c400-4b1c-9a59-4a15b8d123bc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519979
Feb 05 19:20:29.754056 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-51a489f1-6742-47d2-aa1e-ed77570e4907 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385455
Feb 05 19:20:29.910032 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4afc87fc-3dea-476c-8bd2-8537893c26c6 req-ad5a4609-cf38-4176-afbe-5afc2d74ebb5 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487906
Feb 05 19:20:30.123977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-d57f4008-74f6-4fb3-9478-88090d3a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:30.126654 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-d57f4008-74f6-4fb3-9478-88090d3a95de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=410083fc0deb4c008d82c714746f2bb5&device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 1160 time: 0.1237285
Feb 05 19:20:30.150929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc350581-d0c4-4d51-bb0b-13646508da1c req-0dcd0c89-a3fc-4e5c-85ce-d9912dbfe358 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:30.152815 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc350581-d0c4-4d51-bb0b-13646508da1c req-0dcd0c89-a3fc-4e5c-85ce-d9912dbfe358 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.1816452
Feb 05 19:20:30.288669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-ed6070fc-0439-4752-9f78-4262a73b6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:30.290336 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-ed6070fc-0439-4752-9f78-4262a73b6b59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 200  len: 908 time: 0.1578264
Feb 05 19:20:30.373800 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-004f84f0-8536-4e45-b239-00458602b122 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7 HTTP/1.1" status: 200  len: 217 time: 0.0758142
Feb 05 19:20:30.448821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-8952b920-33cf-4029-bcaa-7e100db2855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:30.450516 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-8952b920-33cf-4029-bcaa-7e100db2855d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 HTTP/1.1" status: 200  len: 854 time: 0.0697067
Feb 05 19:20:30.507903 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-7af939cd-b579-456f-922f-249c73349677 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=49f8d9d8-7bb8-4526-b67a-463cfc7afc15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492549
Feb 05 19:20:30.508786 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc350581-d0c4-4d51-bb0b-13646508da1c req-ef2c8152-8923-4d88-b435-fe15a9ed612b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3114846
Feb 05 19:20:30.604579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521668b8-c4d4-407d-a2e0-3307caca62ad req-6d663d55-17c2-42a5-9d92-b8cf6378c920 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:30.605428 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-521668b8-c4d4-407d-a2e0-3307caca62ad req-6d663d55-17c2-42a5-9d92-b8cf6378c920 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 943 time: 0.4516156
Feb 05 19:20:30.636059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44726) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:30.693974 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-716a8101-9357-489a-b686-d3e53d877be5 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772118
Feb 05 19:20:30.836978 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-521668b8-c4d4-407d-a2e0-3307caca62ad req-19522af3-2928-4c0d-b7b5-61522c5f5058 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2218237
Feb 05 19:20:30.877827 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8003340b-b00e-4d46-9e8f-c8003b8241cd req-3a55f0b2-1380-4a4c-b8f0-3e0c98dab988 service neutron] 10.222.0.45 "GET /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1768425
Feb 05 19:20:31.090162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814be58-591b-43c3-bce6-c2464b249a16 req-6e3a73c9-a4a9-45fb-a96f-41361c4e320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:31.091785 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-6e3a73c9-a4a9-45fb-a96f-41361c4e320d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1162 time: 0.0913167
Feb 05 19:20:31.306635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f46c28-1b90-4d87-a155-908ea07b10b8 req-8325f2c3-3706-41f6-8237-845b493ab659 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:31.308389 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-51f46c28-1b90-4d87-a155-908ea07b10b8 req-8325f2c3-3706-41f6-8237-845b493ab659 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.3209414
Feb 05 19:20:31.432281 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-51f46c28-1b90-4d87-a155-908ea07b10b8 req-677f32a1-da01-482f-bbd9-efab622b4159 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1097412
Feb 05 19:20:31.464081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814be58-591b-43c3-bce6-c2464b249a16 req-751e62e6-337a-4a16-85ab-e3d317f334e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:31.465806 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-751e62e6-337a-4a16-85ab-e3d317f334e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.3669047
Feb 05 19:20:31.543129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:31.575868 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-adefab2b-7a2b-48ee-876b-6237da258e13 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 1001 time: 0.1022327
Feb 05 19:20:31.644541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814be58-591b-43c3-bce6-c2464b249a16 req-8f4ba4d9-6f68-4916-91e0-5258f610df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:31.646094 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-8f4ba4d9-6f68-4916-91e0-5258f610df91 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.0642202
Feb 05 19:20:31.740841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814be58-591b-43c3-bce6-c2464b249a16 req-f6172a08-393c-41d9-b0a8-0ab3a063d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:31.742424 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-f6172a08-393c-41d9-b0a8-0ab3a063d7f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797060
Feb 05 19:20:31.901514 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-28b1b79d-75ec-4653-8669-13d8ac070744 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519444
Feb 05 19:20:31.959693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Deleting port fc9c83a4-6133-4e9f-a416-08e3d9369a01 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:31.960202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.070803 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9814be58-591b-43c3-bce6-c2464b249a16 req-a961f134-7c87-48e9-9f0f-fc3105c3fe82 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1613281
Feb 05 19:20:32.179110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44742) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:32.238759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] For port fc9c83a4-6133-4e9f-a416-08e3d9369a01, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=fc9c83a4-6133-4e9f-a416-08e3d9369a01,segment=NetworkSegment(f3d9a0d9-a18d-4da8-882c-c16b9d662efe),segment_id=f3d9a0d9-a18d-4da8-882c-c16b9d662efe)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:32.239158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.328926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241e3ba-1a06-47b3-a18f-e95c2539dd3a req-62297f46-a85e-4521-929a-a9bd411f08d5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:32.330678 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b241e3ba-1a06-47b3-a18f-e95c2539dd3a req-62297f46-a85e-4521-929a-a9bd411f08d5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 943 time: 0.3349044
Feb 05 19:20:32.372726 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0f629c6b-c088-4726-ae97-c3c262d965e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e2a6f03851c456086a945b3407a2605&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921797
Feb 05 19:20:32.375216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44748) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:32.437515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.465325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Calling delete_port for fc9c83a4-6133-4e9f-a416-08e3d9369a01 owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:20:32.468120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.516874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.521145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-13e68547-8deb-4303-8d7d-7ce766c0b20d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:32.533280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9796d9b0-668f-4457-b65c-6fc27e4c0b45,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:32.536530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:32.541954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:32.546120 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9796d9b0-668f-4457-b65c-6fc27e4c0b45 HTTP/1.1" status: 204  len: 168 time: 0.1691031
Feb 05 19:20:32.591901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b241e3ba-1a06-47b3-a18f-e95c2539dd3a req-15708a3f-9c52-4b4b-8018-2faef066bef0 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984100
Feb 05 19:20:33.175036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13fd20-5314-4b49-a101-5835870f7e3c req-2adb426f-91fb-402c-8e3a-23f808a4a787 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:33.176687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4c13fd20-5314-4b49-a101-5835870f7e3c req-2adb426f-91fb-402c-8e3a-23f808a4a787 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.5837553
Feb 05 19:20:33.243753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:33.294495 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4c13fd20-5314-4b49-a101-5835870f7e3c req-8762a5a6-f368-46e9-af91-01de5aee50e2 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113558
Feb 05 19:20:33.299626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:33.314514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:33.318841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:20:33.323947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:33.324366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:33.362939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9c83a4-6133-4e9f-a416-08e3d9369a01,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:33.414461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:33.455034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:33.482974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:33.494776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:33.497611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:33.500741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:33.547460 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7', 'code': 200}
Feb 05 19:20:33.577407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:33.581304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:33.776688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:33.787134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f130bb-b840-4aa5-b85e-665d38f2ac94 req-4f886ed2-f27f-443d-bad7-7b6b6fb50133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:33.788761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8f130bb-b840-4aa5-b85e-665d38f2ac94 req-4f886ed2-f27f-443d-bad7-7b6b6fb50133 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 1162 time: 0.0801282
Feb 05 19:20:33.832757 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8f130bb-b840-4aa5-b85e-665d38f2ac94 req-fbee4fc3-79e1-4925-9c66-bc5b5e288eb4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369859
Feb 05 19:20:34.014878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e993a7-802d-44f8-a5de-611e53639ce7 req-b58c9d10-e04b-4dad-aa6c-760198cce973 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.016570 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03e993a7-802d-44f8-a5de-611e53639ce7 req-b58c9d10-e04b-4dad-aa6c-760198cce973 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 945 time: 0.2845960
Feb 05 19:20:34.233745 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03e993a7-802d-44f8-a5de-611e53639ce7 req-60e422a6-030d-4eba-a0f2-04f9e5139e61 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086825
Feb 05 19:20:34.251192 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-899f3d66-ec77-4837-b016-dac4b32cdfda service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789084
Feb 05 19:20:34.357725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-3eeef6d0-3265-4782-bea2-a6dfa801e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.359335 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-3eeef6d0-3265-4782-bea2-a6dfa801e8a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 1163 time: 0.0874329
Feb 05 19:20:34.527187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-7300c026-8e85-45be-8ab9-8a2e0bca536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.528783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-7300c026-8e85-45be-8ab9-8a2e0bca536e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1416688
Feb 05 19:20:34.569962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Router ebea489c-a848-44b5-ba55-80754e4fcdab has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:20:34.645769 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-53d61707-f016-488c-bb51-59b424b52f4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 200  len: 1002 time: 0.1031713
Feb 05 19:20:34.658304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a84598-586b-4eba-aa9d-1b98daa7fe05 req-9d275c0e-01b8-4cb1-a85b-152f6150a2f8 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.659986 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-00a84598-586b-4eba-aa9d-1b98daa7fe05 req-9d275c0e-01b8-4cb1-a85b-152f6150a2f8 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2144685
Feb 05 19:20:34.716842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-216ebad0-aafc-476e-ab6a-570dc66a7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.718453 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-216ebad0-aafc-476e-ab6a-570dc66a7f54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0644162
Feb 05 19:20:34.805607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-2705d1a4-5b77-4a08-a571-ab82bde5b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:34.807230 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-2705d1a4-5b77-4a08-a571-ab82bde5b3ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818381
Feb 05 19:20:34.879222 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-00a84598-586b-4eba-aa9d-1b98daa7fe05 req-546e6c54-0c6d-4b0b-bf14-f907b0bf96ae tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2123554
Feb 05 19:20:34.919142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:20:34.929968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Sync routers for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:20:34.935920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44764) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:34.936106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] 10.222.0.59 "PUT /v2.0/routers/ebea489c-a848-44b5-ba55-80754e4fcdab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2987266
Feb 05 19:20:34.939173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:34.961879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:20:34.962675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37400>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:20:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:35.029642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:35.030322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:35.151532 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-751f5b15-5eb6-4d57-afda-4c9627897fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3332806
Feb 05 19:20:35.181773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:20:35.268418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:35.480735 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb15d23d-5cd2-4ab1-9db0-ee2b9a3b03a6 req-4f1cac9b-97ce-4570-b39c-0810987b4cc3 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3119512
Feb 05 19:20:35.495991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37400>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:20:33Z', 'revision_number': 5, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:35.501407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Checking router: ebea489c-a848-44b5-ba55-80754e4fcdab for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:20:35.510582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Routers {'ebea489c-a848-44b5-ba55-80754e4fcdab'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:20:35.511604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37400>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:20:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['ebea489c-a848-44b5-ba55-80754e4fcdab'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:35.512915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:35.518424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Deleting port 7fd42729-bc27-4b69-846b-2d850d4bbfd3 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:35.519010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:35.535868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f8403-7ea8-420e-b07a-8b71563b4e12 req-79f912a6-c5fc-42e1-84ee-cf42481d5dfa tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:35.537640 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f66f8403-7ea8-420e-b07a-8b71563b4e12 req-79f912a6-c5fc-42e1-84ee-cf42481d5dfa tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 945 time: 0.1720324
Feb 05 19:20:35.609088 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f66f8403-7ea8-420e-b07a-8b71563b4e12 req-a2c75d01-ab99-4e59-aeee-aff897429f70 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651338
Feb 05 19:20:35.717846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] For port 7fd42729-bc27-4b69-846b-2d850d4bbfd3, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7fd42729-bc27-4b69-846b-2d850d4bbfd3,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:35.718213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:35.862276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Calling delete_port for 7fd42729-bc27-4b69-846b-2d850d4bbfd3 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:20:35.879688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] Set router ebea489c-a848-44b5-ba55-80754e4fcdab gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:20:36.014302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = function(*args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     proto.__init__(conn_state, self)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle()
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle_one_request()
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle_one_response()
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = self.application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return app(environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return request.get_response(self.application)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self._app)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = self.app(environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:20:36.023586 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = method(request=request, **args)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._delete(request, id, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*dup_args, **dup_kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     obj_deleter(request.context, id, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return method(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*dup_args, **dup_kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._delete_current_gw_port(context, id, router, None)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, context, *args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return method(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     context, port, router_ids, bound_mech_contexts)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     return function(*args, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     callback(resource, event, trigger, **kwargs)
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     if self._is_session_semantic_violated(context, resource, event):
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]:     stack = traceback.extract_stack()
Feb 05 19:20:36.029434 dv-cinder-774288-2-iscsi neutron-server[80018]: 
Feb 05 19:20:36.217820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d37400>, [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:20:33Z', 'revision_number': 5, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:36.225238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3859b-2938-4aac-8aa9-d508b4243280 None None] The sync data for ids ['ebea489c-a848-44b5-ba55-80754e4fcdab'] in dv-cinder-774288-2-iscsi is: [{'id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'name': 'tempest-ServerRescueNegativeTestJSON-1981394367-router', 'tenant_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:20:33Z', 'revision_number': 5, 'project_id': 'ee15f7801f3f4cd39e51e085fe46d2b5', 'gw_port': {'id': '7fd42729-bc27-4b69-846b-2d850d4bbfd3', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebea489c-a848-44b5-ba55-80754e4fcdab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:38Z', 'updated_at': '2021-02-05T19:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:20:36.317592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fc9c83a4-6133-4e9f-a416-08e3d9369a01 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:36.361151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: fc9c83a4-6133-4e9f-a416-08e3d9369a01 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:20:36.361874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device fc9c83a4-6133-4e9f-a416-08e3d9369a01 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:20:36.491136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.631917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.634325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.729837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.730404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebea489c-a848-44b5-ba55-80754e4fcdab {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:20:36.744674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.745686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f7049ed5-fc74-4371-a66b-a2ca03709b73 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ebea489c-a848-44b5-ba55-80754e4fcdab HTTP/1.1" status: 204  len: 168 time: 1.8058999
Feb 05 19:20:36.748383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44780) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:36.814892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Deleting subnet 829136ce-9f92-402c-abf8-31082cfcae16 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:20:36.817958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.873194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:36.932200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.212098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.229206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3ed099d4-9285-42f3-ad37-997d1ed721f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:37.314722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=829136ce-9f92-402c-abf8-31082cfcae16,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:37.317455 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:37.370864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.378193 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8848d2d9-46c5-4450-bd92-b7966e696ebf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/829136ce-9f92-402c-abf8-31082cfcae16 HTTP/1.1" status: 204  len: 168 time: 0.6275742
Feb 05 19:20:37.380346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44786) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:37.498658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.691865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.806484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c8770cda0>,) {'filters': {'network_id': ['2df455ec-20ba-47bb-9368-d2160969b0f2']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:37.820044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8770cda0>, 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:37.820382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8770cda0>, 'f3d9a0d9-a18d-4da8-882c-c16b9d662efe') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:20:37.832495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.847930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:37.849952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:20:38.027979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:20:38.038325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.224327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Network 2df455ec-20ba-47bb-9368-d2160969b0f2 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:20:38.247246 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:20:38.325067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7fd42729-bc27-4b69-846b-2d850d4bbfd3 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:38.327307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.332215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.335012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d78af8ae-cd03-466e-805e-ca5e02b0476a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:38.359247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Pushing event deleted for resources: {'Network': ['ID=2df455ec-20ba-47bb-9368-d2160969b0f2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:38.361886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:38.363527 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 7fd42729-bc27-4b69-846b-2d850d4bbfd3 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:20:38.363883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7fd42729-bc27-4b69-846b-2d850d4bbfd3 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:20:38.371662 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f8db7876-403b-4352-b179-28a6d422803e admin admin] 10.222.0.59 "DELETE /v2.0/networks/2df455ec-20ba-47bb-9368-d2160969b0f2 HTTP/1.1" status: 204  len: 168 time: 0.9898217
Feb 05 19:20:38.575886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44794) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:38.627832 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-992a7f21-6577-40a1-950c-a45d3ecc047c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ee15f7801f3f4cd39e51e085fe46d2b5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0506778
Feb 05 19:20:38.630288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44798) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:38.689968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.715971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.761957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.766978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a87555d5-72e5-4892-aa0b-e93ee20b575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:38.782854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f563b-393a-4ab4-b42e-7b7c43cb1412,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:38.785975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:38.788002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:38.789210 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/886f563b-393a-4ab4-b42e-7b7c43cb1412 HTTP/1.1" status: 204  len: 168 time: 0.1579936
Feb 05 19:20:38.909568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:39.683548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44822) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:39.821724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-820647521-network', 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:39.826808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:20:39.830851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Usage tracker for resource:network and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:20:39.833874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:20:39.839505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:20:39.849259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:20:39.853851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:39.867142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:39.882787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:20:39.886799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Usage tracker for resource:security_group_rule and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:20:39.889732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:20:39.895434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:20:39.979382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:39.982016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:39.986578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-73f41d99-efff-4369-ab7c-caa329ae70aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:40.018653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:20:40.027864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5cce40-ed05-44ca-8e95-6e8550feec84,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:40.032107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:40.034932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.035339 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Added segment df5169dd-7464-4a4a-ac33-0834514ae7e1 of type vxlan for network e42a7b2b-16d7-496a-a2be-dca8e231d223
Feb 05 19:20:40.065076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.095505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.096782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:40.097672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.102661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cfb7af0a-9d66-4a37-9260-55f21050963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:40.214214 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5294957
Feb 05 19:20:40.215139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Pushing event updated for resources: {'Network': ['ID=e42a7b2b-16d7-496a-a2be-dca8e231d223,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:40.217200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44828) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:20:40.220317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:40.224792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Request body: {'subnet': {'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-820647521-subnet', 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:40.227959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:20:40.229939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:20:40.234452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Usage tracker for resource:subnet and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:20:40.238032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:20:40.243712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:20:40.246002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:20:40.253013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:20:40.257676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.682974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.698332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:40.804310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3fe7c818-af8a-463c-9a2e-6bb19571da51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.835169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=849d2635-55b4-473d-a86a-73342fc73e0f,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:40.838321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:40.902636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Checking segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:20:40.903017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Network hostable DHCP agents. Network: e42a7b2b-16d7-496a-a2be-dca8e231d223, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:20:40.920799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:20:40.933502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, e42a7b2b-16d7-496a-a2be-dca8e231d223) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:20:40.945151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5264b69-01e2-4185-bd87-f724e2c5ddf4 None None] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:20:40.946292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:40.946939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:40.966689 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7483776
Feb 05 19:20:41.188949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f1e2a-bb5c-463a-987c-da94f5d9d3c1 None None] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:20:41.659966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-cf74431f-2e7c-4adf-9334-51f937fe75e5 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:41.661515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-cf74431f-2e7c-4adf-9334-51f937fe75e5 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2328489
Feb 05 19:20:41.677551 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-493ff14f-174c-4c3a-85c8-37a10cae51ca tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/quotas/3822c55e1aae4179a30e1e235a6ad65d HTTP/1.1" status: 200  len: 375 time: 0.0100865
Feb 05 19:20:41.731710 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-58ddcbb1-9aa2-49ee-9cad-415a4142cd2d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0485845
Feb 05 19:20:41.877832 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-fc495583-d545-4d7a-b879-f40bcf825029 service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380897
Feb 05 19:20:42.254906 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-816100c6-9614-4137-bab8-ae5a8acfed5a service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3704984
Feb 05 19:20:42.269057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:20:42.464259 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-271cfe13-45d0-4f22-8ed9-e005c8bdb5d8 req-f0714453-4198-44df-9d3d-cc1b4671194b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0495050
Feb 05 19:20:42.855807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d9fb50b4-291d-4319-82ac-78bb601fdf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:43.647210 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8ee622d8-ca23-4213-8081-e952b83a3ffd req-8261abe5-9baf-4312-a20d-ab1f0fc8e232 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0522430
Feb 05 19:20:43.764709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:44.824130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7ed8c9ff-08b6-4726-88c6-8bb9e29b7cf8 req-4bd5bbc3-d1bc-4206-80c4-f6d2b680108b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0479352
Feb 05 19:20:45.034949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:45.064803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:46.007338 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6746bf8-1566-4921-99d4-a29250073611 req-e5006f8c-0151-4ed0-b639-1870a3789e39 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0556016
Feb 05 19:20:46.562244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-493821c1-32a2-419b-8d18-d64fffdd8994 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:46.563767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-493821c1-32a2-419b-8d18-d64fffdd8994 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:20:46.583871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-493821c1-32a2-419b-8d18-d64fffdd8994 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:20:46.585239 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-493821c1-32a2-419b-8d18-d64fffdd8994 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2914491
Feb 05 19:20:46.607594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Request body: {'port': {'device_id': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223', 'admin_state_up': True, 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:46.984937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:20:46.989157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Usage tracker for resource:port and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:20:46.992240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:20:46.998137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:20:47.007308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:20:47.028165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:47.197372 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ab886cde-9ea0-4bed-8c3e-fdeb682bba19 req-c99483eb-7261-4bed-ab42-73dd2cafc548 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0536270
Feb 05 19:20:47.349143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Allocated IP 172.20.0.7 (e42a7b2b-16d7-496a-a2be-dca8e231d223/849d2635-55b4-473d-a86a-73342fc73e0f/136b5c36-36d9-49e6-8b85-e2f93dcb664e) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:20:47.564288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:47.598645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:47.614001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a10bbdc-c384-4205-96a7-7f41dc1a4e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:47.753486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event updated for resources: {'Port': ['ID=136b5c36-36d9-49e6-8b85-e2f93dcb664e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:47.758043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:47.812207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:20:47.813965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:20:47.816303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:20:47.939637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:47.940620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:47.960537 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3573818
Feb 05 19:20:48.491124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2916dc-4ad1-47fd-9b34-e0e9731ad6d1 req-164f6976-5b09-475f-85f7-ed15574b9e81 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:48.492735 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7a2916dc-4ad1-47fd-9b34-e0e9731ad6d1 req-164f6976-5b09-475f-85f7-ed15574b9e81 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 931 time: 0.1660061
Feb 05 19:20:48.557711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7a2916dc-4ad1-47fd-9b34-e0e9731ad6d1 req-1874e36b-028c-4785-9b20-5d73b2e780fb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585883
Feb 05 19:20:49.734667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Request body: {'port': {'device_id': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:20:49.852698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b825c-44f4-4c39-b4cc-9f1ff4e71714 req-90cf8c73-d7c9-46ab-97fb-cb55cd261e16 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:49.854320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f78b825c-44f4-4c39-b4cc-9f1ff4e71714 req-90cf8c73-d7c9-46ab-97fb-cb55cd261e16 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 931 time: 0.1681259
Feb 05 19:20:49.855524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:49.919758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f78b825c-44f4-4c39-b4cc-9f1ff4e71714 req-cfb0150d-958e-4305-a8bc-6cba6607d065 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583322
Feb 05 19:20:50.272237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136b5c36-36d9-49e6-8b85-e2f93dcb664e {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:20:50.279923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.292293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Transition to ACTIVE for port object 136b5c36-36d9-49e6-8b85-e2f93dcb664e will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:20:50.294918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.310613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:50.441420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Pushing event updated for resources: {'Port': ['ID=136b5c36-36d9-49e6-8b85-e2f93dcb664e,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:50.465562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.465941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.466336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.466726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.467114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.467539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.467920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.468303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.469462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.469791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.470177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.470557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.470979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.471359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.471737 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.472364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.472772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.473153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.473534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.473916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.474294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.474672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.475047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.475426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:50.480807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:50.651558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Attempting to bind port 136b5c36-36d9-49e6-8b85-e2f93dcb664e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:20:50.651936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Attempting to bind port 136b5c36-36d9-49e6-8b85-e2f93dcb664e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:20:50.652308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Attempting to bind port 136b5c36-36d9-49e6-8b85-e2f93dcb664e on network e42a7b2b-16d7-496a-a2be-dca8e231d223 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:20:50.658640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:20:50.659016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Checking segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:20:50.659421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.659819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Bound using segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:20:50.660288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Bound port: 136b5c36-36d9-49e6-8b85-e2f93dcb664e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:20:50.660686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.754814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] For port 136b5c36-36d9-49e6-8b85-e2f93dcb664e, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:20:50.757923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] For port 136b5c36-36d9-49e6-8b85-e2f93dcb664e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=136b5c36-36d9-49e6-8b85-e2f93dcb664e,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:20:50.761403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.777074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5cecc5d-d296-4e90-8836-30fd24890c28 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:50.946604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Pushing event updated for resources: {'Port': ['ID=136b5c36-36d9-49e6-8b85-e2f93dcb664e,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:50.952398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:50.969966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:50.970631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:50.972380 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] 10.222.0.45 "PUT /v2.0/ports/136b5c36-36d9-49e6-8b85-e2f93dcb664e HTTP/1.1" status: 200  len: 1157 time: 1.2423408
Feb 05 19:20:50.972939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:51.071984 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e', 'status': 'completed', 'code': 200}
Feb 05 19:20:51.115322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-666c01e4-9f58-424b-86ec-154d8b1a0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:51.117061 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-666c01e4-9f58-424b-86ec-154d8b1a0577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 1160 time: 0.0978899
Feb 05 19:20:51.199246 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-c7b30f02-29fe-47ac-b24a-773f840599a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136b5c36-36d9-49e6-8b85-e2f93dcb664e HTTP/1.1" status: 200  len: 217 time: 0.0713294
Feb 05 19:20:51.222355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05648-3b25-4c7a-b360-dbc5cb982897 req-1544cd6f-3435-44bd-86a2-53020de83b8a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:51.224066 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-74b05648-3b25-4c7a-b360-dbc5cb982897 req-1544cd6f-3435-44bd-86a2-53020de83b8a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 943 time: 0.1657138
Feb 05 19:20:51.278121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-089d9fb2-2d3b-4c08-9659-20d6cea8bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:51.279768 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-089d9fb2-2d3b-4c08-9659-20d6cea8bd9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0732853
Feb 05 19:20:51.289549 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-74b05648-3b25-4c7a-b360-dbc5cb982897 req-4dca407f-1886-4fad-8418-0b0b01b7534f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587652
Feb 05 19:20:51.335000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-b6296acd-e985-475f-9366-3fd4b9657146 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483129
Feb 05 19:20:51.481970 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-24e5974a-0747-42c0-b6b0-fc9be56f20b8 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336341
Feb 05 19:20:51.625626 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85943c63-1896-4fe4-bc2a-588b9ccd5592 req-258d2aff-9c8b-49ed-8cfe-8cda8c5833dd service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356914
Feb 05 19:20:51.748227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-6943a64a-627e-41fb-a3eb-6903fc284228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:51.750676 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-6943a64a-627e-41fb-a3eb-6903fc284228 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 1160 time: 0.0822339
Feb 05 19:20:51.894242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-c9358e65-88f5-4d49-84a3-f643b8074c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:51.895842 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-c9358e65-88f5-4d49-84a3-f643b8074c19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 908 time: 0.1395252
Feb 05 19:20:51.974263 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-c4339cf0-f221-437f-aba6-7eb4921ec911 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=136b5c36-36d9-49e6-8b85-e2f93dcb664e HTTP/1.1" status: 200  len: 217 time: 0.0693452
Feb 05 19:20:52.045644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-8d71da0f-9bc3-49c8-9556-ae8a2267a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:52.047908 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-8d71da0f-9bc3-49c8-9556-ae8a2267a7d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0646520
Feb 05 19:20:52.105130 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-aaaea9f0-5f0d-4072-bbf5-500aba7dc85a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475106
Feb 05 19:20:52.248963 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-ae15c010-8731-49b6-a07d-5b3d95bac5a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346643
Feb 05 19:20:52.399293 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3275b5ac-3997-4ed0-9501-a7a0ad6c18d7 req-02043694-6065-42fe-a0e3-876cb4cd5b36 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364310
Feb 05 19:20:52.588856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa707-0291-46ea-ac8e-ee1fd0e0a60b req-9a3dd045-5e0b-4f1c-a03f-cd5ab3aed90d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:52.590367 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e29aa707-0291-46ea-ac8e-ee1fd0e0a60b req-9a3dd045-5e0b-4f1c-a03f-cd5ab3aed90d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 943 time: 0.1688514
Feb 05 19:20:52.654547 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e29aa707-0291-46ea-ac8e-ee1fd0e0a60b req-cc325f55-65ed-4b55-b886-21b6dcfac4dd tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575724
Feb 05 19:20:53.177913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-35fd25c7-c76d-41fd-91bd-6b19bea5974f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:20:53.663176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 136b5c36-36d9-49e6-8b85-e2f93dcb664e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:53.735936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 136b5c36-36d9-49e6-8b85-e2f93dcb664e completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:20:53.741110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 136b5c36-36d9-49e6-8b85-e2f93dcb664e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:53.741519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:53.867306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:53.896305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:53.906511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 136b5c36-36d9-49e6-8b85-e2f93dcb664e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=136b5c36-36d9-49e6-8b85-e2f93dcb664e,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:53.910133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:53.912054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:53.951255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e11d7c-f8ef-4b4e-87b1-ea544cde68c1 req-ed19b946-5940-49af-8cdf-066049cd8377 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:53.953550 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6e11d7c-f8ef-4b4e-87b1-ea544cde68c1 req-ed19b946-5940-49af-8cdf-066049cd8377 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 943 time: 0.1679511
Feb 05 19:20:53.983548 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e', 'code': 200}
Feb 05 19:20:54.003599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=136b5c36-36d9-49e6-8b85-e2f93dcb664e,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:54.011611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.011999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.012380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.012780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.013263 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.013621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.013991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.014355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.014718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.015085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.016002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.016367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.017048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.017418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.017778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.018141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.018500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.018862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.019221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.019581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.019963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.020328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.020717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.021078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:20:54.029147 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6e11d7c-f8ef-4b4e-87b1-ea544cde68c1 req-f01f2980-2682-469e-b333-493de9b8961b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687702
Feb 05 19:20:54.035813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:54.248067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab560b-67cc-4b0b-8869-446ae65e6976 req-292c6afd-223e-42e0-aac6-371666653bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:54.250276 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fcab560b-67cc-4b0b-8869-446ae65e6976 req-292c6afd-223e-42e0-aac6-371666653bef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 1162 time: 0.0837941
Feb 05 19:20:54.294728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fcab560b-67cc-4b0b-8869-446ae65e6976 req-b48ad97a-f9d2-499b-84bc-b7677b951f16 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375502
Feb 05 19:20:55.087891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 136b5c36-36d9-49e6-8b85-e2f93dcb664e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:55.162103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 136b5c36-36d9-49e6-8b85-e2f93dcb664e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:55.162517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:55.323754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af85d7c-aaf8-4e08-973f-97763864b136 req-84ee8cec-8e13-410d-aa52-8a83a8c818ce tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:55.325485 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5af85d7c-aaf8-4e08-973f-97763864b136 req-84ee8cec-8e13-410d-aa52-8a83a8c818ce tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 945 time: 0.1700630
Feb 05 19:20:55.391283 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5af85d7c-aaf8-4e08-973f-97763864b136 req-16ecb365-3665-4380-82db-6689e31db4c9 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588460
Feb 05 19:20:56.686918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f653b-ed67-4daf-b8c6-2ab06fa47784 req-2f0bb1d3-eb8d-48a9-abd7-a2494282f0ea tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:56.688668 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-848f653b-ed67-4daf-b8c6-2ab06fa47784 req-2f0bb1d3-eb8d-48a9-abd7-a2494282f0ea tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 945 time: 0.1688094
Feb 05 19:20:56.754331 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-848f653b-ed67-4daf-b8c6-2ab06fa47784 req-a2180349-d553-4702-9854-a3721271eea7 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590410
Feb 05 19:20:57.144398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 136b5c36-36d9-49e6-8b85-e2f93dcb664e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:20:57.230734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 136b5c36-36d9-49e6-8b85-e2f93dcb664e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:20:57.231326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:57.389687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e45a9-a824-44e2-bd5c-ae510cd52cd5 req-cd6be7a8-5db8-40ce-9a5d-9d3dddb1932c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:57.391978 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb1e45a9-a824-44e2-bd5c-ae510cd52cd5 req-cd6be7a8-5db8-40ce-9a5d-9d3dddb1932c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 945 time: 0.1793690
Feb 05 19:20:57.460642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bb1e45a9-a824-44e2-bd5c-ae510cd52cd5 req-87d39a92-478e-4578-8c0a-ed701164cacf tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620890
Feb 05 19:20:58.758883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eadb49-aff0-4216-a5c7-1ce9d1f309bf req-89a806e9-b5a4-49f9-a3fe-da68671279de tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:58.760628 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50eadb49-aff0-4216-a5c7-1ce9d1f309bf req-89a806e9-b5a4-49f9-a3fe-da68671279de tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 945 time: 0.1665306
Feb 05 19:20:58.825844 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50eadb49-aff0-4216-a5c7-1ce9d1f309bf req-635d1610-9fa5-4e64-b9d0-92abdd139765 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584729
Feb 05 19:20:59.098139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:20:59.232484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-22fcfc7b-70f5-42fb-8c2f-6b520971356c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:20:59.233692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-22fcfc7b-70f5-42fb-8c2f-6b520971356c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Synchronizing usage tracker for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:20:59.250211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-22fcfc7b-70f5-42fb-8c2f-6b520971356c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Unset dirty status for tenant:410083fc0deb4c008d82c714746f2bb5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:20:59.251578 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-22fcfc7b-70f5-42fb-8c2f-6b520971356c tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 945 time: 0.1810713
Feb 05 19:20:59.262180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:59.294416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:20:59.306722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:59.309704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:59.311592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:20:59.360083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Deleting port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:20:59.360639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:59.361580 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7', 'code': 200}
Feb 05 19:20:59.387805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:20:59.392306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:20:59.842663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] For port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,segment=NetworkSegment(58bc1283-a845-4b7c-8c3a-b71c2c6f9f16),segment_id=58bc1283-a845-4b7c-8c3a-b71c2c6f9f16)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:20:59.843351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:20:59.977090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Calling delete_port for 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:00.134724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af75e2-ddfa-4b04-90de-9cd9f1dca190 req-90860fb2-36f4-4830-b605-ea28d7a03fa5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:00.136363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85af75e2-ddfa-4b04-90de-9cd9f1dca190 req-90860fb2-36f4-4830-b605-ea28d7a03fa5 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/ports?device_id=2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1 HTTP/1.1" status: 200  len: 943 time: 0.1745980
Feb 05 19:21:00.138123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:00.153117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a46bfbe9-7165-4edc-b9c4-f7a908671dca tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:00.201201 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85af75e2-ddfa-4b04-90de-9cd9f1dca190 req-e63f5fba-1229-4763-8f2c-905f1bad1d32 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.59 "GET /v2.0/security-groups?id=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581539
Feb 05 19:21:00.252241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Pushing event deleted for resources: {'Port': ['ID=13fd86a7-67f8-4a6b-af17-8fe10a4febb7,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:00.258611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:00.359848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] No DVR routers for this DVR port 13fd86a7-67f8-4a6b-af17-8fe10a4febb7 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:21:00.361937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:00.364577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-deleted', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:00.378956 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-062c6c12-27dc-4963-afb6-6c53f99b7c3e req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] 10.222.0.45 "DELETE /v2.0/ports/13fd86a7-67f8-4a6b-af17-8fe10a4febb7 HTTP/1.1" status: 204  len: 173 time: 1.1184227
Feb 05 19:21:00.425042 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8ddb38-bbc7-4c3f-8827-11d45cd20ab1', 'name': 'network-vif-deleted', 'tag': '13fd86a7-67f8-4a6b-af17-8fe10a4febb7', 'status': 'completed', 'code': 200}
Feb 05 19:21:08.170541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-95628937-4845-478f-95d6-28184e329d37 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:08.172167 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-95628937-4845-478f-95d6-28184e329d37 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2510488
Feb 05 19:21:08.188675 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49e61be6-9a36-46f9-a8d3-c23f1208b8b2 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/quotas/3822c55e1aae4179a30e1e235a6ad65d HTTP/1.1" status: 200  len: 375 time: 0.0102317
Feb 05 19:21:08.292890 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-67310cc9-3cb0-4f50-b99a-c56acad8f13e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0986295
Feb 05 19:21:08.441208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-3f48abbd-ea8b-4203-a832-338f284e0cb3 service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407542
Feb 05 19:21:08.587246 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-6245859d-4af3-4dc1-b77d-061c8a8b684c service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395335
Feb 05 19:21:08.794370 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ca765c41-e925-4225-b547-7cb49b511e88 req-1dc78a8c-a380-473f-96f0-1af86823634f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 210 time: 0.0534744
Feb 05 19:21:08.930161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:09.635040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8956e-583b-47aa-9301-55eba596efd9 req-738dcfda-d297-4506-b099-a66d65dc033d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:09.636711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89c8956e-583b-47aa-9301-55eba596efd9 req-738dcfda-d297-4506-b099-a66d65dc033d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.1795378
Feb 05 19:21:09.701242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89c8956e-583b-47aa-9301-55eba596efd9 req-015c2448-67cf-43ab-a1ff-4ca3e2a4a344 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575972
Feb 05 19:21:09.984373 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-27137ea0-e72c-4e58-bd59-52bd5b791367 req-928e3dec-65b1-49f8-8e51-95917ccee860 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 210 time: 0.0536654
Feb 05 19:21:10.162334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-985a8490-a15c-486a-9f9f-ce57d7b35a5c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:10.163985 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-985a8490-a15c-486a-9f9f-ce57d7b35a5c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2439845
Feb 05 19:21:10.188702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Request body: {'port': {'device_id': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223', 'admin_state_up': True, 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:10.337956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:10.341939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Usage tracker for resource:port and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:10.345936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:10.351824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:10.360437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:10.381227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:10.703924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Allocated IP 172.20.0.3 (e42a7b2b-16d7-496a-a2be-dca8e231d223/849d2635-55b4-473d-a86a-73342fc73e0f/ba2a7898-9505-4e63-8ae1-77befa1926ad) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:10.805814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-14e472b7-10ab-4597-bcc2-d67702fe19e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:10.934828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:10.965740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:10.984632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:11.110079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b304b-a621-4062-bc11-f63523b3c146 req-15e26b87-dda8-4c67-b704-8cbd970da058 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:11.118878 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b82b304b-a621-4062-bc11-f63523b3c146 req-15e26b87-dda8-4c67-b704-8cbd970da058 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2581987
Feb 05 19:21:11.183746 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b82b304b-a621-4062-bc11-f63523b3c146 req-660be9e7-7ff2-4f5e-a28c-ca0dc9646f80 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636840
Feb 05 19:21:11.207400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:11.227904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event updated for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:11.231042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:11.280386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:11.282218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:11.284546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:11.297596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:11.298114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:11.415461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:11.416106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:11.442507 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2587192
Feb 05 19:21:11.456327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Request body: {'port': {'device_id': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:11.458481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-c5690453-5a33-400c-b353-2112c4bc3174 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:11.460142 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-c5690453-5a33-400c-b353-2112c4bc3174 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2651157
Feb 05 19:21:11.579476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:11.595713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927dfe2-4acd-44e8-9a8c-b8b5314bf368 req-2eb12278-a3a4-4aa2-934d-5450689d3d4a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:11.597702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0927dfe2-4acd-44e8-9a8c-b8b5314bf368 req-2eb12278-a3a4-4aa2-934d-5450689d3d4a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 931 time: 0.3359575
Feb 05 19:21:11.685211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Deleting port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:11.685512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:11.747896 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0927dfe2-4acd-44e8-9a8c-b8b5314bf368 req-d9548a18-7d82-44cf-a410-b52ae49f2d53 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415539
Feb 05 19:21:11.980133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] For port ed541ae8-6f16-4fe0-a917-3d6f71905fb8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:11.980483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.001907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a7898-9505-4e63-8ae1-77befa1926ad {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:21:12.009922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.022428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Transition to ACTIVE for port object ba2a7898-9505-4e63-8ae1-77befa1926ad will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:12.025192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.041130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:12.177048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:12.181964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:12.312982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.313404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.313752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Floating IP e91eac7b-984c-4c14-a790-b79e9ae220f7 disassociated. External IP: 172.27.3.175, port: ed541ae8-6f16-4fe0-a917-3d6f71905fb8.
Feb 05 19:21:12.314130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Calling delete_port for ed541ae8-6f16-4fe0-a917-3d6f71905fb8 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:12.384262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Attempting to bind port ba2a7898-9505-4e63-8ae1-77befa1926ad on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:12.384738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Attempting to bind port ba2a7898-9505-4e63-8ae1-77befa1926ad by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:12.385111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Attempting to bind port ba2a7898-9505-4e63-8ae1-77befa1926ad on network e42a7b2b-16d7-496a-a2be-dca8e231d223 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:12.392573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:12.392950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Checking segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:12.393361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.393759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Bound using segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:12.394434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Bound port: ba2a7898-9505-4e63-8ae1-77befa1926ad, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:12.394839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.501443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:12.504938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:12.509410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.526467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b65acd95-d8af-4370-9cff-b050b7d45292 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:12.620056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5630775-42b8-43d4-b617-6d317cafb563 req-095483fb-e0dc-4eeb-931b-ca28245ada7c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:12.621779 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a5630775-42b8-43d4-b617-6d317cafb563 req-095483fb-e0dc-4eeb-931b-ca28245ada7c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 946 time: 0.2527082
Feb 05 19:21:12.655092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.679883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-909835bf-135c-4169-9aac-d68c11210abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:12.683114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:12.688692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:12.722793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:12.723487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:12.725066 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba2a7898-9505-4e63-8ae1-77befa1926ad HTTP/1.1" status: 200  len: 1157 time: 1.2734172
Feb 05 19:21:12.725632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:12.786972 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad', 'status': 'completed', 'code': 200}
Feb 05 19:21:12.859105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4572-b01a-4a19-9cf3-29bb7bdad74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:13.042354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'Port': ['ID=ed541ae8-6f16-4fe0-a917-3d6f71905fb8,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:13.069631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.070038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.070434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.070850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.071216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.071601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.071987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.072370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.072807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.073188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.073568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.073944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.074674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.074813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.075076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.075458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.075837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.076218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.076621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.077003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.077992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.078473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.078854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.079329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:13.083653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:13.112019 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a5630775-42b8-43d4-b617-6d317cafb563 req-3d44b979-81ab-459e-b1a1-9644926fd9ad tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=d805fcbb-7a23-4fa9-aa96-d579224e5aed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4801350
Feb 05 19:21:13.268645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b5527-868a-4223-aab6-e05ee108ac0f req-c6fde002-e413-4911-8802-051f3fb3fcc3 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:13.270266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5f6b5527-868a-4223-aab6-e05ee108ac0f req-c6fde002-e413-4911-8802-051f3fb3fcc3 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 943 time: 0.3333783
Feb 05 19:21:13.482115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5f6b5527-868a-4223-aab6-e05ee108ac0f req-ebcaccb8-33ec-4ab4-aab3-b30b3a2836d2 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2052698
Feb 05 19:21:13.527314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:21:13.726379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:21:13.736329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:21:13.747404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:13.748003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c877a52b0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:13.766940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] No DVR routers for this DVR port ed541ae8-6f16-4fe0-a917-3d6f71905fb8 on host hv-cinder-77428 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:21:13.769224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:13.772025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-deleted', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:13.781492 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1114dcf-86a4-4a44-b50b-609675045fbc req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "DELETE /v2.0/ports/ed541ae8-6f16-4fe0-a917-3d6f71905fb8 HTTP/1.1" status: 204  len: 173 time: 2.3160434
Feb 05 19:21:13.834926 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a819c29c-5f06-49a4-9c91-4bf131573e67', 'name': 'network-vif-deleted', 'tag': 'ed541ae8-6f16-4fe0-a917-3d6f71905fb8', 'status': 'completed', 'code': 200}
Feb 05 19:21:13.899193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:13.950962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:14.293225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c877a52b0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:14.297726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:21:14.306802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:14.307459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c877a52b0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:14.312540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-035412a0-9a5f-4d0e-8492-31783dd6187d req-948236eb-2ac4-495c-8347-426605497ec3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:14.422021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-035412a0-9a5f-4d0e-8492-31783dd6187d req-948236eb-2ac4-495c-8347-426605497ec3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:14.423265 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-035412a0-9a5f-4d0e-8492-31783dd6187d req-948236eb-2ac4-495c-8347-426605497ec3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.1642027
Feb 05 19:21:14.498408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:14.793962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c6042-e34d-4716-be67-8f5466ed0562 req-bfd4d127-0ce6-4a76-ab63-48eb5653cc9c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:14.795739 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-076c6042-e34d-4716-be67-8f5466ed0562 req-bfd4d127-0ce6-4a76-ab63-48eb5653cc9c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 943 time: 0.1736147
Feb 05 19:21:14.863580 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-076c6042-e34d-4716-be67-8f5466ed0562 req-56841077-6462-4d14-acad-e2b5d77c636d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603528
Feb 05 19:21:15.022450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c877a52b0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:15.028788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541bd18f-0a5a-46c1-ac04-e4c753da958a None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:21:15.052382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:15.064394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:15.438751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b048bc-a985-4395-8bbc-de26d6f34b54 None None] New status for floating IP e91eac7b-984c-4c14-a790-b79e9ae220f7: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:21:15.632180 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f194af4e-bc33-47a5-a08d-0f378a09e612 req-3d816561-9652-49ea-8903-a7f7e993915f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=a819c29c-5f06-49a4-9c91-4bf131573e67 HTTP/1.1" status: 200  len: 210 time: 0.0536244
Feb 05 19:21:15.736299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-c31c971f-28c7-4877-b836-f31818d91bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:15.737986 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-c31c971f-28c7-4877-b836-f31818d91bb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 1160 time: 0.1181087
Feb 05 19:21:15.818144 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-bf22540f-dd01-46ec-bb38-195bcb071d62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad HTTP/1.1" status: 200  len: 217 time: 0.0718372
Feb 05 19:21:15.857794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:21:15.895887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-85915cf1-0bc5-44ac-b920-b54f6a3a0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:15.897794 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-85915cf1-0bc5-44ac-b920-b54f6a3a0033 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0709670
Feb 05 19:21:15.899619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: ed541ae8-6f16-4fe0-a917-3d6f71905fb8 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:21:15.900010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ed541ae8-6f16-4fe0-a917-3d6f71905fb8 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:21:15.955363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-701e4030-6590-4663-9655-3c2abc1350c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498347
Feb 05 19:21:16.111993 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-f47a710a-d65b-44de-9fb7-71527655be50 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485448
Feb 05 19:21:16.185983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c24d71-0c4a-4249-b109-01167e1fe775 req-4ca2dabf-da5e-431e-88b8-92c94afd8984 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:16.188242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f1c24d71-0c4a-4249-b109-01167e1fe775 req-4ca2dabf-da5e-431e-88b8-92c94afd8984 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 943 time: 0.1831508
Feb 05 19:21:16.262611 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f1c24d71-0c4a-4249-b109-01167e1fe775 req-ab1c9e58-b0e8-42dd-b558-37053c90284c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674834
Feb 05 19:21:16.275966 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e8637781-f526-4b99-93f8-a54dfed070a2 req-52e2e0e6-b1e9-4065-a69e-8b9320d4c68f service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1576023
Feb 05 19:21:16.400980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-81465186-ddd9-4e49-999f-34c6970d80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:16.402558 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-81465186-ddd9-4e49-999f-34c6970d80eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 1160 time: 0.0803878
Feb 05 19:21:16.549392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-1d0933eb-e888-4d3d-a09c-3a1f7190e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:16.550968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-1d0933eb-e888-4d3d-a09c-3a1f7190e1a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 908 time: 0.1391740
Feb 05 19:21:16.833559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45132) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:16.865549 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-0f6161a1-98d5-439b-91cc-0f888db80a27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad HTTP/1.1" status: 200  len: 217 time: 0.3008194
Feb 05 19:21:16.923717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:16.943236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-5127c037-93bf-4cf4-9133-e2dc53dc3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:16.944849 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-5127c037-93bf-4cf4-9133-e2dc53dc3973 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0721285
Feb 05 19:21:16.955157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.002628 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-e5149e96-a239-4b20-a802-fb07a08b376f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500000
Feb 05 19:21:17.003980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.009810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-61026fcb-471f-4159-a968-d74867668fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:17.027817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805fcbb-7a23-4fa9-aa96-d579224e5aed,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:17.031467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:17.038485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.052332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "DELETE /v2.0/security-groups/d805fcbb-7a23-4fa9-aa96-d579224e5aed HTTP/1.1" status: 204  len: 168 time: 0.2175820
Feb 05 19:21:17.057451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45136) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:17.076966 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.v2.resource [None req-de518b27-51cb-4886-9660-c5c8a9ab94b0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] show failed (client error): The resource could not be found.
Feb 05 19:21:17.078576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-de518b27-51cb-4886-9660-c5c8a9ab94b0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups/d805fcbb-7a23-4fa9-aa96-d579224e5aed HTTP/1.1" status: 404  len: 347 time: 0.0200529
Feb 05 19:21:17.081969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45140) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:17.171520 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-c5ee4b65-6620-4899-8be2-c13011f9b3b4 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506176
Feb 05 19:21:17.300127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Deleting port a4234f49-c587-4dc9-9c44-96421b11b50a {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:17.301119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.335565 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94e992b3-8088-41ad-8fa0-56d00ef416ad req-e6695f21-7e39-4504-8ad5-e5d3b6457b9f service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564667
Feb 05 19:21:17.584387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.584774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:17.799891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad77c-8bdf-4dba-8a15-19e31b88fcc0 req-8830d760-7b4a-41bb-a27b-0733360ffdcb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:17.801549 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b7ad77c-8bdf-4dba-8a15-19e31b88fcc0 req-8830d760-7b4a-41bb-a27b-0733360ffdcb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 943 time: 0.3390357
Feb 05 19:21:17.810920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Calling delete_port for a4234f49-c587-4dc9-9c44-96421b11b50a owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:17.920438 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b7ad77c-8bdf-4dba-8a15-19e31b88fcc0 req-52a7b5b3-3330-4348-a7ea-751535b1074e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806067
Feb 05 19:21:18.013162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.029361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b3b69adb-33fc-46cf-b931-9dd12a946639 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:18.122626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'Port': ['ID=a4234f49-c587-4dc9-9c44-96421b11b50a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:18.129401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:18.249577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.266829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.268086 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "DELETE /v2.0/floatingips/e91eac7b-984c-4c14-a790-b79e9ae220f7 HTTP/1.1" status: 204  len: 168 time: 1.1849566
Feb 05 19:21:18.411992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ba2a7898-9505-4e63-8ae1-77befa1926ad up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:18.486943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port ba2a7898-9505-4e63-8ae1-77befa1926ad completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:18.492911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ba2a7898-9505-4e63-8ae1-77befa1926ad triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:18.493331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.516241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45154) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:18.522159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696456756', 'description': 'tempest-description--912191685'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:18.543730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:18.550756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:18.553851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:18.560070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:18.570709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.604163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:18.609072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:18.613325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:18.619364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:18.625848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.663515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:18.664620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:18.671957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.675102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:18.710854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.714305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.721021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-937021a7-e253-42a0-85f2-285f2831e40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:18.736889 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad', 'code': 200}
Feb 05 19:21:18.770903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:18.774550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:18.775270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:18.778099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:18.778862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.780181 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2628365
Feb 05 19:21:18.783764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45164) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:18.789738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group_rule': {'security_group_id': '2eda6b2e-81db-4e0c-a1fb-00e2a2e04225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:18.813899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:18.818302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:18.821469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:18.827364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:18.844985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.911302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.914179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.916299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8151544c-8726-4c43-982d-43ed48760a74 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:18.940198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd4d26c-eb01-485e-8dd5-117200aa9bae,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:18.942841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:18.949448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:18.950748 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1659310
Feb 05 19:21:18.954088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45172) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:18.959739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'security_group_rule': {'security_group_id': '2eda6b2e-81db-4e0c-a1fb-00e2a2e04225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:18.984841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:18.989253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:security_group_rule and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:18.992290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:18.998274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:18.998865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2d8b-7c99-42aa-bfde-4ddbc2970b1f req-c1277b9a-67d8-4999-82a2-cdea0308b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:19.001357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d11f2d8b-7c99-42aa-bfde-4ddbc2970b1f req-c1277b9a-67d8-4999-82a2-cdea0308b7d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 1162 time: 0.0878386
Feb 05 19:21:19.015662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.067163 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d11f2d8b-7c99-42aa-bfde-4ddbc2970b1f req-9faf8ce5-c0e2-4f7f-a94a-c11cef0fe92f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569623
Feb 05 19:21:19.270147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:21:19.373672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.378546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.387290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-835f1633-9773-4e96-8f4b-cf3b81f5f7c5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:19.500604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a159fe-7e76-45ab-9bed-0e28b71de385 req-ffdd306c-f7a3-477b-826a-05a7d598898e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:19.502297 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-41a159fe-7e76-45ab-9bed-0e28b71de385 req-ffdd306c-f7a3-477b-826a-05a7d598898e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 945 time: 0.2186663
Feb 05 19:21:19.504306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9841f419-1659-4c67-a3d9-d8c57875d704,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:19.506830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:19.507799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.509044 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5539231
Feb 05 19:21:19.513207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45176) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:19.519420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:19.540433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:19.544637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Usage tracker for resource:floatingip and tenant:f7821d08eabd4d39872db3516f25c327 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:19.547869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:19.553571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:19.564119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.569770 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-41a159fe-7e76-45ab-9bed-0e28b71de385 req-06eef3b6-14fd-4ae0-b6a2-2fbb2a443a4e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594320
Feb 05 19:21:19.710093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:19.984508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Allocated IP 172.27.3.86 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:20.098097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ba2a7898-9505-4e63-8ae1-77befa1926ad up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:20.160080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.174490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port ba2a7898-9505-4e63-8ae1-77befa1926ad triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:20.175063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.194056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.210365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:20.361899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:20.364998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:20.418540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:20.419596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:20.421855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:20.503966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.567426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.839017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.842445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:20.862482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:20.865914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae13041-b51a-4fea-8353-7a594f57da59 req-72f19439-8c07-471d-8727-3588a007f250 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:20.867604 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0ae13041-b51a-4fea-8353-7a594f57da59 req-72f19439-8c07-471d-8727-3588a007f250 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 945 time: 0.1623483
Feb 05 19:21:20.931432 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0ae13041-b51a-4fea-8353-7a594f57da59 req-2fe6c21b-b2d3-4651-a08c-b5c2b5afb3d0 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574467
Feb 05 19:21:21.009607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:21.013217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:21.133733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:21.157851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:21.159179 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6448474
Feb 05 19:21:21.451413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-a4194c7a-8089-4036-8096-c055eb858129 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:21.467047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-a4194c7a-8089-4036-8096-c055eb858129 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:21.468467 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-a4194c7a-8089-4036-8096-c055eb858129 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1696456756&fields=id&tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 267 time: 0.0765567
Feb 05 19:21:21.716377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-50585750-3740-46b8-a973-7c442cdaf9e7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:21.718158 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-50585750-3740-46b8-a973-7c442cdaf9e7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 817 time: 0.2416024
Feb 05 19:21:21.735066 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ce51757e-cb75-4252-918a-f7cf1f3ee7cc tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/quotas/f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 375 time: 0.0106182
Feb 05 19:21:21.876285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-4f0488a8-d78e-45f2-b61a-6b3fa931d586 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:21.892996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-4f0488a8-d78e-45f2-b61a-6b3fa931d586 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:21.894365 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-4f0488a8-d78e-45f2-b61a-6b3fa931d586 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1537244
Feb 05 19:21:22.063321 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-54862f9e-6c4c-4bd3-b3df-6c29c8f4b7a7 service neutron] 10.222.0.59 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550522
Feb 05 19:21:22.219587 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-9bccf79d-f2f5-460d-a0ee-340d4e4781da service neutron] 10.222.0.59 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488545
Feb 05 19:21:22.426041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a61149f-e04e-405a-9faf-d3a35cc2c1dc req-45c4ee2f-f132-4525-ad60-0aa5cc8840c2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 210 time: 0.0503471
Feb 05 19:21:23.602366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-191aa81a-0676-4f7e-8a44-f20be8123d95 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:23.604104 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-191aa81a-0676-4f7e-8a44-f20be8123d95 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2622736
Feb 05 19:21:23.619579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-2cb17fa9-4693-4f41-a3ae-39054946e1c8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:23.621260 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-2cb17fa9-4693-4f41-a3ae-39054946e1c8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 817 time: 0.2477822
Feb 05 19:21:23.668441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-63ef8bb4-4a2f-4985-b514-eeed799a8833 req-161f541f-fc5d-460d-b6be-05db4abab72e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 210 time: 0.0632105
Feb 05 19:21:23.672787 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-8d19693a-aa4a-431f-993e-fb4a4cf9e37d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/quotas/3822c55e1aae4179a30e1e235a6ad65d HTTP/1.1" status: 200  len: 375 time: 0.0241051
Feb 05 19:21:23.750408 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-859f34ef-d194-4aab-85ea-966cc39253ad tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 5704 time: 0.1132381
Feb 05 19:21:23.761661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'port': {'device_id': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'admin_state_up': True, 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'security_groups': ['2eda6b2e-81db-4e0c-a1fb-00e2a2e04225']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:23.804569 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-e82b4072-f126-47fa-9ddc-f49a0b385e33 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1237397
Feb 05 19:21:23.919852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:23.930264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:23.940888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Made reservation on behalf of f7821d08eabd4d39872db3516f25c327 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:23.955060 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-4ce99eb0-099a-4ed5-be6b-4fcfe8adb7ff service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427732
Feb 05 19:21:23.966812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:24.106038 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-4fb76f12-74f5-47dc-bd08-de11db9889e0 service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442037
Feb 05 19:21:24.295797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Allocated IP 172.20.0.10 (0e5ae889-8f22-447e-9cd4-4083cb89f735/2e425298-8c01-448e-a905-3b43810cbbdb/97747f62-e617-4b0b-b1ad-6ead64570acf) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:24.310338 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c70945e3-2a8e-4ca8-9253-9b27b56e233d req-19b64f1a-4780-4e28-923a-25c313a2c33d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 210 time: 0.0513253
Feb 05 19:21:24.504204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:24.521526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Transition to ACTIVE for port object 97747f62-e617-4b0b-b1ad-6ead64570acf will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:24.546221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:24.561549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-03f7d22b-0085-466a-a3e2-e89466c526f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:24.923911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:24.937644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:24.982568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:24.983979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:24.986317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:25.030075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a0cb5-4ab0-4ccd-99ce-801bee8b63ae req-081f15b3-1e1d-4adb-b7b9-4d4ac953bd94 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:25.031891 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f30a0cb5-4ab0-4ccd-99ce-801bee8b63ae req-081f15b3-1e1d-4adb-b7b9-4d4ac953bd94 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 932 time: 0.1941543
Feb 05 19:21:25.125705 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f30a0cb5-4ab0-4ccd-99ce-801bee8b63ae req-2123a14b-5e4a-4154-80d3-91d74bfa08d4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865533
Feb 05 19:21:25.140872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:25.141609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.172990 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4151611
Feb 05 19:21:25.185950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Request body: {'port': {'device_id': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:25.318604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-47da0c95-b02a-41a2-9b2b-b596a4a21d2c None None] Provisioning for port 97747f62-e617-4b0b-b1ad-6ead64570acf completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:25.322485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.324104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-47da0c95-b02a-41a2-9b2b-b596a4a21d2c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:25.324742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-47da0c95-b02a-41a2-9b2b-b596a4a21d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.528644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-47da0c95-b02a-41a2-9b2b-b596a4a21d2c None None] Port 97747f62-e617-4b0b-b1ad-6ead64570acf cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:21:25.535659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-4af0091b-bfa1-4b2c-965b-8075c64a955b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:25.537623 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-4af0091b-bfa1-4b2c-965b-8075c64a955b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2659192
Feb 05 19:21:25.593620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Request body: {'port': {'device_id': 'aa04d057-5299-44bf-982d-6f247c393b32', 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223', 'admin_state_up': True, 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:25.615211 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb500061-9004-464d-aac2-476a14563544 req-09768a23-b5e2-4cca-b20c-d77094fa9e78 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 210 time: 0.0764782
Feb 05 19:21:25.751995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:25.756156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Usage tracker for resource:port and tenant:3822c55e1aae4179a30e1e235a6ad65d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:25.759434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:25.765991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:25.774757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:25.782926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97747f62-e617-4b0b-b1ad-6ead64570acf {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:21:25.790956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.798147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.804597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Transition to ACTIVE for port object 97747f62-e617-4b0b-b1ad-6ead64570acf will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:25.807117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:25.823167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:25.973064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:25.976181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:26.121098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Allocated IP 172.20.0.2 (e42a7b2b-16d7-496a-a2be-dca8e231d223/849d2635-55b4-473d-a86a-73342fc73e0f/8be4eb3b-a623-4862-a3d2-e50d4e9f4a57) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:26.182791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Attempting to bind port 97747f62-e617-4b0b-b1ad-6ead64570acf on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:26.183160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Attempting to bind port 97747f62-e617-4b0b-b1ad-6ead64570acf by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:26.183530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Attempting to bind port 97747f62-e617-4b0b-b1ad-6ead64570acf on network 0e5ae889-8f22-447e-9cd4-4083cb89f735 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:26.189900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:26.190494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Checking segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:26.190808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.191211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Bound using segment: {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:26.191682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Bound port: 97747f62-e617-4b0b-b1ad-6ead64570acf, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d8a19e-0352-493a-a80e-e3a11f67a85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:26.192115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.301461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:26.304815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:26.308285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.324670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08a8c420-7d96-4dc6-a993-0a92f9d93bff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:26.420001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.479088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:26.482674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:26.517122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:26.518267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.519823 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 1158 time: 1.3387032
Feb 05 19:21:26.520361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:26.527986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6706325-22ed-4086-892b-2a4191c7ce82 req-9301c4c8-3f3f-41c7-9f68-4a3b7a7b5aa0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:26.529726 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e6706325-22ed-4086-892b-2a4191c7ce82 req-9301c4c8-3f3f-41c7-9f68-4a3b7a7b5aa0 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.2163095
Feb 05 19:21:26.607097 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'status': 'completed', 'code': 200}
Feb 05 19:21:26.608080 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e6706325-22ed-4086-892b-2a4191c7ce82 req-16abf04b-8eb6-4777-bb4e-98fb5c1bc849 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706995
Feb 05 19:21:26.610651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:26.632152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ba1e9de-0638-4345-9fb7-3bb748363a67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:26.657266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-f9015a16-ade7-47ca-9639-79d53e271937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:26.658945 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-f9015a16-ade7-47ca-9639-79d53e271937 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1161 time: 0.1024842
Feb 05 19:21:26.750372 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-acfe3259-3169-4c95-aa53-13719a8a69d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 217 time: 0.0778723
Feb 05 19:21:26.836643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-70b7ce94-1b7d-49d6-8add-f0ca4ac06477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:26.838233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-70b7ce94-1b7d-49d6-8add-f0ca4ac06477 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0816910
Feb 05 19:21:26.907879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event updated for resources: {'Port': ['ID=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:26.911112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:26.919331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:26.923113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:26.925553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:26.925656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-52a175b9-1360-416c-a237-267bd9337f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:26.927397 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-52a175b9-1360-416c-a237-267bd9337f05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823832
Feb 05 19:21:27.083535 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-ab245b40-82ba-4b39-9e5c-2de062581844 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488817
Feb 05 19:21:27.235067 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-30a3d19c-cb07-45da-b96b-0be54d07faed req-9b2b1ecb-7884-494e-96cf-b5990753d3ed service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449254
Feb 05 19:21:27.297267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c52f8-380e-47f0-9cf0-0c8eae6ff996 req-80b86c9e-4f50-461e-96cc-7568e1bd7ca1 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.298968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-610c52f8-380e-47f0-9cf0-0c8eae6ff996 req-80b86c9e-4f50-461e-96cc-7568e1bd7ca1 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 931 time: 0.4819884
Feb 05 19:21:27.366226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.366513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-c4a92ade-d97a-4fb9-977b-76099434eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.366849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:27.367761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-c4a92ade-d97a-4fb9-977b-76099434eae4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1161 time: 0.0836341
Feb 05 19:21:27.415656 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8270745
Feb 05 19:21:27.441646 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-610c52f8-380e-47f0-9cf0-0c8eae6ff996 req-fbdb0f83-de54-4892-8200-697f757ab6da tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687735
Feb 05 19:21:27.447175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Request body: {'port': {'device_id': 'aa04d057-5299-44bf-982d-6f247c393b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:27.517367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-8a04a8b0-f489-43d8-9753-ec8fe14f58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.519000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-8a04a8b0-f489-43d8-9753-ec8fe14f58c8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1436293
Feb 05 19:21:27.593999 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-6744e462-e441-42a8-bc72-b22b060f3174 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 217 time: 0.0683720
Feb 05 19:21:27.594261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:27.669665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-ae70efa7-01cd-46b4-8ee5-e393620089c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.671900 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-ae70efa7-01cd-46b4-8ee5-e393620089c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0709074
Feb 05 19:21:27.759646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-68855a5e-5df9-49c4-8245-e43b82192ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:27.761309 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-68855a5e-5df9-49c4-8245-e43b82192ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825295
Feb 05 19:21:27.907232 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-81329afa-c227-4a39-a501-1eac1df2c57e service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377854
Feb 05 19:21:27.998290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45324) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:28.073638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68422-58a4-4dbe-87ec-33dfa87fddce req-dc0623bc-8a04-4185-8056-b8f2aa455a83 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:28.075374 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-11e68422-58a4-4dbe-87ec-33dfa87fddce req-dc0623bc-8a04-4185-8056-b8f2aa455a83 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.2970319
Feb 05 19:21:28.099227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Deleting subnet 3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:21:28.104659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.159059 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-284a384e-66d9-40b0-9b5d-5cbbb8cc3f31 req-eb4817c9-5dfb-4b2a-856b-6ec420b95ce4 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2445269
Feb 05 19:21:28.164128 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-11e68422-58a4-4dbe-87ec-33dfa87fddce req-cf72fa34-3e4f-4bee-b9f4-1ce9c2fa62da tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799129
Feb 05 19:21:28.173711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.236727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.246498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:21:28.254616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.267413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Transition to ACTIVE for port object 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:28.270230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.287605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:28.424462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Pushing event updated for resources: {'Port': ['ID=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:28.437948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:28.508283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.526342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:28.628493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1f417a-8c00-4b7c-aa3d-9fa1bc667070,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:28.633391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:28.669112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.675287 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3c1f417a-8c00-4b7c-aa3d-9fa1bc667070 HTTP/1.1" status: 204  len: 168 time: 0.6757872
Feb 05 19:21:28.678089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45330) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:28.681415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Attempting to bind port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:28.681788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Attempting to bind port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:28.682153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Attempting to bind port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 on network e42a7b2b-16d7-496a-a2be-dca8e231d223 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:28.691525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:28.691896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Checking segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:28.692298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.693381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Bound using segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:28.693860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Bound port: 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:28.694230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.797903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.831011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6ce9c-e954-47d8-8238-a1d6cfa5332b req-c7d55337-b7f4-4d3f-8647-010c08de4d1e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:28.831822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-69a6ce9c-e954-47d8-8238-a1d6cfa5332b req-c7d55337-b7f4-4d3f-8647-010c08de4d1e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:28.879598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-69a6ce9c-e954-47d8-8238-a1d6cfa5332b req-c7d55337-b7f4-4d3f-8647-010c08de4d1e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:28.880901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69a6ce9c-e954-47d8-8238-a1d6cfa5332b req-c7d55337-b7f4-4d3f-8647-010c08de4d1e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 943 time: 0.3003683
Feb 05 19:21:28.912907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] For port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57, host hv-cinder-77428, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:28.938553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] For port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:28.944347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:28.964198 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69a6ce9c-e954-47d8-8238-a1d6cfa5332b req-0638fbba-b6d3-428f-992d-c12ce68792a1 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746775
Feb 05 19:21:28.980719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8c57ada2-e709-4aa7-a3f0-5f020064c2d8 tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:29.003992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.142934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Pushing event updated for resources: {'Port': ['ID=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:29.148609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:29.182231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:29.182974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.184346 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] 10.222.0.45 "PUT /v2.0/ports/8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 HTTP/1.1" status: 200  len: 1157 time: 1.7417443
Feb 05 19:21:29.184903 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:29.263307 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57', 'status': 'completed', 'code': 200}
Feb 05 19:21:29.309763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-9009204e-ff43-4e14-83cd-5b6d84ed28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:29.311939 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-9009204e-ff43-4e14-83cd-5b6d84ed28c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 1160 time: 0.0899119
Feb 05 19:21:29.365806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c88653828>,) {'filters': {'network_id': ['49f8d9d8-7bb8-4526-b67a-463cfc7afc15']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:29.379478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c88653828>, '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:29.379818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c88653828>, '58bc1283-a845-4b7c-8c3a-b71c2c6f9f16') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:29.395666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.411342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.413356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:21:29.423794 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-223be13e-778f-48d5-8bc0-baf9df9b01eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 HTTP/1.1" status: 200  len: 217 time: 0.1045444
Feb 05 19:21:29.519932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-e9864364-47d7-4572-ae2e-6833ed71be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:29.521533 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-e9864364-47d7-4572-ae2e-6833ed71be3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0915341
Feb 05 19:21:29.580352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-7eae9615-32a8-46b1-a6fa-08eb55acf8de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513194
Feb 05 19:21:29.595399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:21:29.604765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.663364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87834f-7e83-4d40-b52c-76ef06e8acdd req-fa60bdab-0187-42a7-93c3-4ca7596df87b tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:29.664965 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0d87834f-7e83-4d40-b52c-76ef06e8acdd req-fa60bdab-0187-42a7-93c3-4ca7596df87b tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.3445840
Feb 05 19:21:29.788431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Network 49f8d9d8-7bb8-4526-b67a-463cfc7afc15 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:21:29.812740 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:21:29.817190 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0d87834f-7e83-4d40-b52c-76ef06e8acdd req-4e9f1385-30b3-47c5-aada-98a62b9af49f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261842
Feb 05 19:21:29.862527 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-925c211c-d09e-4605-a605-712e1ab7f06b service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964266
Feb 05 19:21:29.892098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.895536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:29.911551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:29.918007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f8d9d8-7bb8-4526-b67a-463cfc7afc15,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:29.922978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:29.929062 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-264fb353-831c-4783-882c-ed782e83ced3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/49f8d9d8-7bb8-4526-b67a-463cfc7afc15 HTTP/1.1" status: 204  len: 168 time: 1.2499688
Feb 05 19:21:30.011459 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68490b76-613d-4e50-9d96-4c236cb33eb0 req-04c783be-67d9-494d-a9ff-82424d699b75 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421602
Feb 05 19:21:30.115785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45342) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:30.169782 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-67926c13-7623-4b0f-9e73-690f1c07b414 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=410083fc0deb4c008d82c714746f2bb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501697
Feb 05 19:21:30.170343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45346) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:30.230218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-6b527fcc-7106-4ba0-9a4f-04f74fd2ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:30.231966 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-6b527fcc-7106-4ba0-9a4f-04f74fd2ef00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 1160 time: 0.1515312
Feb 05 19:21:30.232977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.261328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.311988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.317030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c0cc0140-9b06-42ca-b25d-d40e6ee0bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:30.317376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b02075-fc5b-400c-a7bd-67c3d53c93ff req-80207585-94f5-4d2a-9b73-c4a5239bc8d8 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:30.319175 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-42b02075-fc5b-400c-a7bd-67c3d53c93ff req-80207585-94f5-4d2a-9b73-c4a5239bc8d8 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 943 time: 0.2011325
Feb 05 19:21:30.329641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:30.332762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:30.334810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.337149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d522b4d3-4d3d-4d99-a0b4-5b8d1e70b0ef HTTP/1.1" status: 204  len: 168 time: 0.1650159
Feb 05 19:21:30.479477 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-42b02075-fc5b-400c-a7bd-67c3d53c93ff req-16ef8a48-cb84-4080-8fac-918bbe1d52b9 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331120
Feb 05 19:21:30.523155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-9b195186-8bc3-4fbd-b3be-b03b5f2f66d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:30.524859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-9b195186-8bc3-4fbd-b3be-b03b5f2f66d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 908 time: 0.2046566
Feb 05 19:21:30.610343 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-efd8fc4a-6074-4cb8-b647-cecc9fe62343 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 HTTP/1.1" status: 200  len: 217 time: 0.0677028
Feb 05 19:21:30.671524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:30.688178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-f63f11cb-e0ba-4638-a96e-577845b668b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:30.689754 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-f63f11cb-e0ba-4638-a96e-577845b668b3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.0723968
Feb 05 19:21:30.744679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 97747f62-e617-4b0b-b1ad-6ead64570acf completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:30.745958 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-cda63436-fb57-4561-b252-b1840a222e9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484884
Feb 05 19:21:30.750510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:30.750928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.879590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.899112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-fe5d979f-3e6b-48fc-8f38-5d243f025483 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451299
Feb 05 19:21:30.915116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:30.916123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:30.922503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:30.924812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:31.018781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:31.023915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:31.029233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'code': 200}
Feb 05 19:21:31.151081 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a6ddab7-78c4-4120-b889-18bf70615b6f req-4d3fd145-3b95-4c39-b852-02d72c8aaecf service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2435758
Feb 05 19:21:31.250993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686d42-95a2-476a-81a0-1a940f252797 req-ef3bfdc5-8474-4b5b-aaca-181db8b36d4a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:31.252716 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bc686d42-95a2-476a-81a0-1a940f252797 req-ef3bfdc5-8474-4b5b-aaca-181db8b36d4a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2085750
Feb 05 19:21:31.313724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45372) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:31.377153 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bc686d42-95a2-476a-81a0-1a940f252797 req-e3b436f2-a3f1-4da0-a3b8-d94750c1135a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804915
Feb 05 19:21:31.387714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8e72-4f7d-43fe-9670-aa151e5fee89 req-15caa42e-55ba-42f4-8144-fd9a5558fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:31.389446 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64ed8e72-4f7d-43fe-9670-aa151e5fee89 req-15caa42e-55ba-42f4-8144-fd9a5558fab3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1163 time: 0.1357348
Feb 05 19:21:31.434576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64ed8e72-4f7d-43fe-9670-aa151e5fee89 req-3c7e7005-86af-4299-9f7b-70abaed70c8f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386536
Feb 05 19:21:31.458462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1605601312-network', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:31.463658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:31.468251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Usage tracker for resource:network and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:31.471312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:31.477389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:31.487702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Made reservation on behalf of ad124349434d45968fab2b4cbfa15bd0 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:31.492392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.505824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.521176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:31.525330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Usage tracker for resource:security_group_rule and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:31.528378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:31.535075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:31.623403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.626187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.630513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:31.662449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:21:31.676763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:31.681816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:31.682906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.683299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Added segment 4839a2ff-d192-4f02-b2ea-d1a15fb84e61 of type vxlan for network 2ba17436-3ef4-4df3-bea8-868109b935fb
Feb 05 19:21:31.714907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.748857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.750333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:31.750982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:31.756563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-63bbdf96-5082-4e54-b410-3f573fafd4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:31.867936 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5529039
Feb 05 19:21:31.870907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45380) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:31.871613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba17436-3ef4-4df3-bea8-868109b935fb,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:31.875424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:31.883291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:21:31.883731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Request body: {'subnet': {'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1605601312-subnet', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:31.889193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:31.894150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Usage tracker for resource:subnet and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:31.897267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:31.899253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:21:31.903208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:31.914355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Made reservation on behalf of ad124349434d45968fab2b4cbfa15bd0 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:31.919961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.009482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af66396-4683-442a-91be-f62c1ff72c2f req-d9917a56-90f0-43ab-9e27-76122844683f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:32.011095 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3af66396-4683-442a-91be-f62c1ff72c2f req-d9917a56-90f0-43ab-9e27-76122844683f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 943 time: 0.3876429
Feb 05 19:21:32.100285 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3af66396-4683-442a-91be-f62c1ff72c2f req-e02fea59-e851-466f-b2a1-3eafcd4bf26d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753632
Feb 05 19:21:32.364946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.380140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9a0ba58e-fe5c-4917-9f90-d30749b3dced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:32.504966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3237015-6ec5-4152-b8c9-29a0fce11cdf,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:32.517866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:32.586417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Checking segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:32.586850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Network hostable DHCP agents. Network: 2ba17436-3ef4-4df3-bea8-868109b935fb, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:21:32.607365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Network 2ba17436-3ef4-4df3-bea8-868109b935fb is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:21:32.616393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 2ba17436-3ef4-4df3-bea8-868109b935fb) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:32.628648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:32.629581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.634455 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50067a90-88cb-419c-b3cd-911d11ea3a5a None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:21:32.650003 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0dbec085-5764-46c3-ba76-e30b87978094 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7731605
Feb 05 19:21:32.654645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45386) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:32.663894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:32.687052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:32.691593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Usage tracker for resource:router and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:32.695224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:32.701239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:32.706157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5ae4f-d291-4604-8f4d-05d32c666563 req-8115ab26-af37-4490-b538-731eaaecffdb tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:32.707866 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eae5ae4f-d291-4604-8f4d-05d32c666563 req-8115ab26-af37-4490-b538-731eaaecffdb tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1792505
Feb 05 19:21:32.714165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.715250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.744261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.790009 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eae5ae4f-d291-4604-8f4d-05d32c666563 req-b5f1f35b-fb9d-4499-9d2f-ed99fc563ba1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723510
Feb 05 19:21:32.830239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:32.958392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-2ba17436-3ef4-4df3-bea8-868109b935fb', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:21:32.959336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:32.974665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:32.982441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:32.982848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.038843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.275855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.323916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:33.342611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:33.373431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.375271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:33.378865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.400506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad6ab-9e8b-4bf6-a23a-e57a38d50d9b req-28e7adaa-8e84-4f79-9e8d-e0e08f5cfc9b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:33.402237 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba0ad6ab-9e8b-4bf6-a23a-e57a38d50d9b req-28e7adaa-8e84-4f79-9e8d-e0e08f5cfc9b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 943 time: 0.1712549
Feb 05 19:21:33.412852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:33.417323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.445169 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57', 'code': 200}
Feb 05 19:21:33.500798 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba0ad6ab-9e8b-4bf6-a23a-e57a38d50d9b req-92c86955-074f-49f2-8a58-3125f8a021bc tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904112
Feb 05 19:21:33.540565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Allocated IP 172.20.0.2 (2ba17436-3ef4-4df3-bea8-868109b935fb/b3237015-6ec5-4152-b8c9-29a0fce11cdf/7c95bdec-8dfc-4696-bdd4-245d143a84ea) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:33.554918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:33.560381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:33.561259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:33.561940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.826462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e85040-5fdc-4bd1-b965-4f4ecf527723 req-21b65115-7fa1-410a-a205-9a45f80a20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:33.828853 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-48e85040-5fdc-4bd1-b965-4f4ecf527723 req-21b65115-7fa1-410a-a205-9a45f80a20f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 1162 time: 0.0872662
Feb 05 19:21:33.898605 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-48e85040-5fdc-4bd1-b965-4f4ecf527723 req-1b8fbb8c-c84b-4293-a7b5-3bf5cac16f55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617752
Feb 05 19:21:33.915393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.927610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Transition to ACTIVE for port object 7c95bdec-8dfc-4696-bdd4-245d143a84ea will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:33.932192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Allocated IP 172.27.3.103 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/87d85524-b454-4665-a4db-f7c4f5861c67) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:33.947383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Transition to ACTIVE for port object 7c95bdec-8dfc-4696-bdd4-245d143a84ea will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:33.952792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:33.966368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:34.115077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba924ddc-d99c-44bb-96d6-cb013784f16a req-7590f382-22bb-43fa-abe8-31dbcb9ed9ab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:34.116875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba924ddc-d99c-44bb-96d6-cb013784f16a req-7590f382-22bb-43fa-abe8-31dbcb9ed9ab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1736197
Feb 05 19:21:34.126334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.167052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.190563 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba924ddc-d99c-44bb-96d6-cb013784f16a req-68e95fd5-5682-423c-9b31-4e4cd69542b1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669930
Feb 05 19:21:34.192891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ec5277f-2103-426c-bb02-0c3b2d3854a2 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:34.234677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:34.294946 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-88aee7a3-bf0e-4071-8fba-0a3102e2fae0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0980918
Feb 05 19:21:34.317270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Pushing event updated for resources: {'Port': ['ID=7c95bdec-8dfc-4696-bdd4-245d143a84ea,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:34.324393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:34.370919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Pushing event updated for resources: {'Port': ['ID=87d85524-b454-4665-a4db-f7c4f5861c67,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:34.377673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:34.384078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:34.384517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.410730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:34.412073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:34.414473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:34.443492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:34.446801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:34.450809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:34.513583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-98ef5100-1a65-444f-b0a9-5f3dd8de87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:34.515914 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-98ef5100-1a65-444f-b0a9-5f3dd8de87ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 1162 time: 0.1801522
Feb 05 19:21:34.524802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Attempting to bind port 7c95bdec-8dfc-4696-bdd4-245d143a84ea on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:34.525220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Attempting to bind port 7c95bdec-8dfc-4696-bdd4-245d143a84ea by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:34.525629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Attempting to bind port 7c95bdec-8dfc-4696-bdd4-245d143a84ea on network 2ba17436-3ef4-4df3-bea8-868109b935fb {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:34.568397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:34.568881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Checking segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:34.569301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.569743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Bound using segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:34.570269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Bound port: 7c95bdec-8dfc-4696-bdd4-245d143a84ea, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:34.570693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.605944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3aa9a-5362-4755-9d69-55468c782835 req-e1a06e78-2809-4fff-a0a8-b7d017ef4124 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:34.619016 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-79c3aa9a-5362-4755-9d69-55468c782835 req-e1a06e78-2809-4fff-a0a8-b7d017ef4124 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2240937
Feb 05 19:21:34.619759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45400) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:34.650119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Request body: {'floatingip': {'port_id': '97747f62-e617-4b0b-b1ad-6ead64570acf'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:34.689293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] For port 7c95bdec-8dfc-4696-bdd4-245d143a84ea, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:34.692525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] For port 7c95bdec-8dfc-4696-bdd4-245d143a84ea, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7c95bdec-8dfc-4696-bdd4-245d143a84ea,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:34.695987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.712139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c2e091a1-1921-4cb1-8713-17fb2f297b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:34.864173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:34.868384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Pushing event updated for resources: {'Port': ['ID=7c95bdec-8dfc-4696-bdd4-245d143a84ea,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:34.873114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:34.879239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:35.129649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-60a3294d-250b-46bd-aedb-810dcd9fb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:35.131288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-60a3294d-250b-46bd-aedb-810dcd9fb500 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.5103548
Feb 05 19:21:35.315329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:35.409034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398c1de-166f-45f8-9e48-a9a2dbab1d6e req-0afaa4ea-cf18-4270-8f45-88eb53f05ea8 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:35.410696 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b398c1de-166f-45f8-9e48-a9a2dbab1d6e req-0afaa4ea-cf18-4270-8f45-88eb53f05ea8 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 945 time: 0.6886916
Feb 05 19:21:35.549637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Router 52d99461-9186-4532-bfe0-76ff79a80d8b is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:21:35.581109 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-0baaccc6-671f-485f-afab-fc1e8f9dcd57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 200  len: 1001 time: 0.4369762
Feb 05 19:21:35.619716 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b398c1de-166f-45f8-9e48-a9a2dbab1d6e req-4b6957af-f3a2-4a71-91cf-122f703dca24 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348572
Feb 05 19:21:35.750051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:21:35.759588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Sync routers for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:21:35.781919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:35.782247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:35.786055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c877ecb70>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:35.786281 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.1270328
Feb 05 19:21:35.786281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45404) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:36.009873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:36.016853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-8ba5a9aa-80ad-4eed-9bfb-b619f1515057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:36.018483 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-8ba5a9aa-80ad-4eed-9bfb-b619f1515057 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.4179487
Feb 05 19:21:36.177540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-e40d51ec-2982-4127-9893-7eb24c017718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:36.179104 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-e40d51ec-2982-4127-9893-7eb24c017718 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1318853
Feb 05 19:21:36.239040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:36.391463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:36.408850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:36.421502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:36.422101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:36.457483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5183df7b-5ce6-4bcf-a55c-1a5af7b3925a None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:21:36.482192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7c95bdec-8dfc-4696-bdd4-245d143a84ea up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:36.580821 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-87160332-5012-4323-bbbe-764e992d7923 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3344517
Feb 05 19:21:36.680065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5f5704ce-75b7-45e0-80c8-9490884e061f None None] Provisioning for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:36.712710 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Floating IP 9a7d48d5-0a30-458e-b047-6bdff568fef4 associated. External IP: 172.27.3.86, port: 97747f62-e617-4b0b-b1ad-6ead64570acf.
Feb 05 19:21:36.837115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c877ecb70>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:34Z', 'revision_number': 3, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:36.846997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:36.864680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Checking router: 52d99461-9186-4532-bfe0-76ff79a80d8b for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:21:36.865086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Updating router 52d99461-9186-4532-bfe0-76ff79a80d8b port 87d85524-b454-4665-a4db-f7c4f5861c67 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:21:36.905786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:36.906210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:36.917859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:36.990731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0a82d8c-fe2b-4c38-8c72-9d08fe266aa0 req-7ed19baa-f13d-4d22-a205-ff1561e85a94 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4008160
Feb 05 19:21:37.067069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.117324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed62e-2292-4fdd-b07c-9537d990816b req-b0692e17-ff40-4ad3-b17f-f9c33dc23a1d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:37.119074 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ec4ed62e-2292-4fdd-b07c-9537d990816b req-b0692e17-ff40-4ad3-b17f-f9c33dc23a1d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 945 time: 0.2809222
Feb 05 19:21:37.303260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Allocated IP 172.20.0.1 (2ba17436-3ef4-4df3-bea8-868109b935fb/b3237015-6ec5-4152-b8c9-29a0fce11cdf/f197f8df-3f43-45d9-a1d0-498d767bfea8) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:37.339594 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ec4ed62e-2292-4fdd-b07c-9537d990816b req-06bc5bd0-64e3-4e05-b275-5636c2df47a8 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618278
Feb 05 19:21:37.392400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:21:37.509668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.524968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.527908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Transition to ACTIVE for port object f197f8df-3f43-45d9-a1d0-498d767bfea8 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:37.551740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.635755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 7c95bdec-8dfc-4696-bdd4-245d143a84ea, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7c95bdec-8dfc-4696-bdd4-245d143a84ea,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:37.697827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.697965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-49f7882c-910b-4edf-b0e8-4b0daf928698 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:37.709308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:37.749290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:21:37.754044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.759827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:21:37.776713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:37.777399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8bef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:37.789180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Network 2ba17436-3ef4-4df3-bea8-868109b935fb is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:37.792497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:37.798384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:37.844477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:37.848158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:37.858618 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ff180c4f-1864-40c3-888b-04fbdeab9595 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "PUT /v2.0/floatingips/9a7d48d5-0a30-458e-b047-6bdff568fef4 HTTP/1.1" status: 200  len: 991 time: 3.2356641
Feb 05 19:21:37.860359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:37.901697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=7c95bdec-8dfc-4696-bdd4-245d143a84ea,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:37.905142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:37.905385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:37.917199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-feb8ebfb-b656-4a73-9a44-664fb3ba4b0f None None] Provisioning complete for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:37.917765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-feb8ebfb-b656-4a73-9a44-664fb3ba4b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.064752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'status': 'completed', 'code': 200}
Feb 05 19:21:38.175940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:38.203965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.328041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.348421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Transition to ACTIVE for port object 87d85524-b454-4665-a4db-f7c4f5861c67 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:38.355347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.361863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-c09d0aea-4cde-4348-9ce6-b404dbd3545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:38.363576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-c09d0aea-4cde-4348-9ce6-b404dbd3545f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1163 time: 0.2759848
Feb 05 19:21:38.560984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:38.602719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7c95bdec-8dfc-4696-bdd4-245d143a84ea up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:38.725551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Attempting to bind port 87d85524-b454-4665-a4db-f7c4f5861c67 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:38.726220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Attempting to bind port 87d85524-b454-4665-a4db-f7c4f5861c67 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:38.726791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Attempting to bind port 87d85524-b454-4665-a4db-f7c4f5861c67 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:38.728906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8bef0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '9a7d48d5-0a30-458e-b047-6bdff568fef4', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:6b:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:20Z', 'updated_at': '2021-02-05T19:21:36Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:38.739079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:21:38.740080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:38.741068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:38.742006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.742591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:38.743292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Bound port: 87d85524-b454-4665-a4db-f7c4f5861c67, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:38.743885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.763368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:38.764823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8bef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:38.798401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ff8aed33-7d0f-4d24-ad0f-0d7ceb0f0b11 None None] Provisioning complete for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:38.799293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff8aed33-7d0f-4d24-ad0f-0d7ceb0f0b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.851537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.855294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:38.884083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ee653-d0d6-4b42-b2e0-d7635973dc28 None None] Pushing event updated for resources: {'Port': ['ID=87d85524-b454-4665-a4db-f7c4f5861c67,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:38.894305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-397ee653-d0d6-4b42-b2e0-d7635973dc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:38.912129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:38.948208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:38.948662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:39.003371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Pushing event updated for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:39.015553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:39.022774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-a5a3c447-0c30-4700-9044-7e77e4d6cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:39.026637 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-a5a3c447-0c30-4700-9044-7e77e4d6cbff service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.6401267
Feb 05 19:21:39.055932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:39.134140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:39.148004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] For port 87d85524-b454-4665-a4db-f7c4f5861c67, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:39.150193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:39.163774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] For port 87d85524-b454-4665-a4db-f7c4f5861c67, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=87d85524-b454-4665-a4db-f7c4f5861c67,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:39.169476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:39.186504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:39.258775 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-29b06cff-635c-45fc-823c-f1a5e72d6ff4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 999 time: 0.2189064
Feb 05 19:21:39.290715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Network 2ba17436-3ef4-4df3-bea8-868109b935fb is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:39.292160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:39.441599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Provisioning for port f197f8df-3f43-45d9-a1d0-498d767bfea8 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:39.455042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Provisioning complete for port f197f8df-3f43-45d9-a1d0-498d767bfea8 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:39.455466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:39.511966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-4386f0d9-8b26-473d-930c-d181bd0a42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:39.522505 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-4386f0d9-8b26-473d-930c-d181bd0a42c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.2554359
Feb 05 19:21:39.548972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ee653-d0d6-4b42-b2e0-d7635973dc28 None None] Pushing event updated for resources: {'Port': ['ID=87d85524-b454-4665-a4db-f7c4f5861c67,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:39.556856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-397ee653-d0d6-4b42-b2e0-d7635973dc28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:39.633860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Port f197f8df-3f43-45d9-a1d0-498d767bfea8 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:21:39.643693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:39.644699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c877ecb70>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:39.691567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8bef0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '9a7d48d5-0a30-458e-b047-6bdff568fef4', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:6b:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:20Z', 'updated_at': '2021-02-05T19:21:36Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:39.696010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdbaa81-70d0-4698-adab-931d2e26882d None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '9a7d48d5-0a30-458e-b047-6bdff568fef4', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'port_id': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'mac_address': 'fa:16:3e:6b:e5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:20Z', 'updated_at': '2021-02-05T19:21:36Z', 'revision_number': 1, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:21:39.710116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Router 52d99461-9186-4532-bfe0-76ff79a80d8b has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:21:39.809813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201b3ac-76d9-41b2-be27-4b859b018438 req-af9b16b8-e5fa-4863-b235-dd8e2b9ba285 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:39.811851 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e201b3ac-76d9-41b2-be27-4b859b018438 req-af9b16b8-e5fa-4863-b235-dd8e2b9ba285 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.4714820
Feb 05 19:21:39.872443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-0b740068-89f8-4067-b70e-ccf8fac2ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:39.875061 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-0b740068-89f8-4067-b70e-ccf8fac2ea2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3433344
Feb 05 19:21:39.954461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:21:39.974329 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] 10.222.0.59 "PUT /v2.0/routers/52d99461-9186-4532-bfe0-76ff79a80d8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1866117
Feb 05 19:21:39.998738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Provisioning complete for port 7c95bdec-8dfc-4696-bdd4-245d143a84ea triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:39.999120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8aa36fa6-cbeb-47a9-a336-175ee337e94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:40.035253 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e201b3ac-76d9-41b2-be27-4b859b018438 req-fa0227de-03b2-4d89-b5a9-19fbc3ff6091 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2159009
Feb 05 19:21:40.105416 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-349358d5-946c-4049-87aa-7523c97f1e23 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200963
Feb 05 19:21:40.147788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:40.245707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4375fdf-001a-4aa6-8702-7bf960b18a08 None None] New status for floating IP 9a7d48d5-0a30-458e-b047-6bdff568fef4: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:21:40.315094 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b476648a-a440-4d70-8b64-1ec7ab07a6ea req-dd59f8e2-66d6-4dfb-995e-3db7154c415b service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2019238
Feb 05 19:21:40.789833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-623778b5-3125-45eb-9f23-4c310c36b20b None None] Provisioning complete for port f197f8df-3f43-45d9-a1d0-498d767bfea8 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:40.790308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-623778b5-3125-45eb-9f23-4c310c36b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:40.911212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8333d70a-6e6b-49de-bf90-25de98559edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:40.917621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-623778b5-3125-45eb-9f23-4c310c36b20b None None] Port f197f8df-3f43-45d9-a1d0-498d767bfea8 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:21:40.955544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c877ecb70>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 2, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:40.960677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec56e98-f4f6-48ec-a349-f4a57b70bf43 None None] The sync data for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi is: [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 2, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:21:41.404284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843b7fc-7065-4af7-ad89-2e39fea22447 req-dd45064f-5718-47d6-8669-f3b40bccc9e9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:41.412625 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2843b7fc-7065-4af7-ad89-2e39fea22447 req-dd45064f-5718-47d6-8669-f3b40bccc9e9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.2017252
Feb 05 19:21:41.561679 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2843b7fc-7065-4af7-ad89-2e39fea22447 req-1dabde18-c017-454f-b557-de16e607a943 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1471720
Feb 05 19:21:41.718181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-18705441-e5b6-461c-a756-a299bb49d24f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:41.719586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-18705441-e5b6-461c-a756-a299bb49d24f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 945 time: 0.3032489
Feb 05 19:21:41.929074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:41.929595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.206541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:21:42.347623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:42.348027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.459888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.515507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 87d85524-b454-4665-a4db-f7c4f5861c67 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:42.551988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:42.610020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:42.615097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.617575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:42.708561 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'code': 200}
Feb 05 19:21:42.709211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:42.714729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:42.728341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 87d85524-b454-4665-a4db-f7c4f5861c67 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:42.735176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 87d85524-b454-4665-a4db-f7c4f5861c67 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:42.736948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.834152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.834561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:42.834919 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Floating IP cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da disassociated. External IP: 172.27.3.157, port: 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab.
Feb 05 19:21:42.835307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:43.010154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:43.035633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e6b15a25-93b8-43f0-926c-f967d5678303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:43.046752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 87d85524-b454-4665-a4db-f7c4f5861c67, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=87d85524-b454-4665-a4db-f7c4f5861c67,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:43.052424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:43.054510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:43.141460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=87d85524-b454-4665-a4db-f7c4f5861c67,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:43.144974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:43.154046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:21:43.154406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:21:43.261189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c102-5b56-41c1-8d73-54c6c06d4e0a req-286aacbb-b4fa-4fc2-b071-373e414b13bf tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:43.262926 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-90a9c102-5b56-41c1-8d73-54c6c06d4e0a req-286aacbb-b4fa-4fc2-b071-373e414b13bf tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 943 time: 0.4430861
Feb 05 19:21:43.333926 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-90a9c102-5b56-41c1-8d73-54c6c06d4e0a req-289714f8-f65b-44fd-8a60-f6c3a1f30400 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=011696f5-2bb8-422a-ac29-cc16484fa992&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618382
Feb 05 19:21:43.655540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:43.656496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:43.773513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:43.959093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] For port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:43.959093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:44.380422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:44.381367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:44.381875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Floating IP cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da disassociated. External IP: 172.27.3.157, port: 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab.
Feb 05 19:21:44.382639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:44.391155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 87d85524-b454-4665-a4db-f7c4f5861c67 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:44.485205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 87d85524-b454-4665-a4db-f7c4f5861c67 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:44.485695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:44.604218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:44.633714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6db3c2a4-68cd-41cb-8242-17363bf0e1a3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:44.682783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d9ffa9c2-65dd-4c6e-a522-9aae9e42b0b0 req-93f38709-5a51-4951-b9ef-f8037011ff2f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.1179359
Feb 05 19:21:44.737239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'Port': ['ID=8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:44.747215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:45.082879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:45.125733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Sync routers for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:21:45.127914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:45.138728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:45.139530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8beb8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:45.289914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:21:45.536674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:21:45.548318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:21:45.559902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:45.560619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c886cc4a8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:45.585316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] No DVR routers for this DVR port 8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab on host hv-cinder-77428 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:21:45.587871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:45.590870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-deleted', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:45.600968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-abc6467f-8814-4bbf-983e-0e011e693fa2 req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "DELETE /v2.0/ports/8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab HTTP/1.1" status: 204  len: 173 time: 3.8665423
Feb 05 19:21:45.622864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:45.777750 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136926ac-2e90-4f77-9663-165c19410bd7', 'name': 'network-vif-deleted', 'tag': '8be02d4a-6f99-4b0b-8b01-c94dd0eaa8ab', 'status': 'completed', 'code': 200}
Feb 05 19:21:45.848322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:45.956404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c9a6cb96-60d9-4c4b-a62e-5a91a72414b9 req-5de78ede-5fa9-4d07-89fc-b45c21038617 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Synchronizing usage tracker for tenant:885da7fbf6654a17bf588982f06427d1 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:45.974704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c9a6cb96-60d9-4c4b-a62e-5a91a72414b9 req-5de78ede-5fa9-4d07-89fc-b45c21038617 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Unset dirty status for tenant:885da7fbf6654a17bf588982f06427d1 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:45.989220 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9a6cb96-60d9-4c4b-a62e-5a91a72414b9 req-5de78ede-5fa9-4d07-89fc-b45c21038617 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=136926ac-2e90-4f77-9663-165c19410bd7 HTTP/1.1" status: 200  len: 210 time: 0.0930519
Feb 05 19:21:46.162053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8beb8>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 2, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:46.168651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Checking router: 52d99461-9186-4532-bfe0-76ff79a80d8b for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:21:46.169089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Updating router 52d99461-9186-4532-bfe0-76ff79a80d8b port f197f8df-3f43-45d9-a1d0-498d767bfea8 binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:21:46.238409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:46.263102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c886cc4a8>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:46.274919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:21:46.285081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:46.285745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c886cc4a8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:46.847930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:46.876676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:46.895451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Transition to ACTIVE for port object f197f8df-3f43-45d9-a1d0-498d767bfea8 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:46.902920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:46.926540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-23b15bf6-b227-405a-9afe-ea95a5f5775b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:47.192916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Pushing event updated for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:47.223074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45518) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:47.256479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.257175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.257993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.258564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.259137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.259694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.260251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.260827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.261399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.261976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.262532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.263083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.263697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.264296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.264899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.265453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.266163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.266722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.267290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.267841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.268419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.269007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.269558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.270117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:47.279793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:47.401915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.449329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Attempting to bind port f197f8df-3f43-45d9-a1d0-498d767bfea8 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:47.449732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Attempting to bind port f197f8df-3f43-45d9-a1d0-498d767bfea8 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:47.450130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Attempting to bind port f197f8df-3f43-45d9-a1d0-498d767bfea8 on network 2ba17436-3ef4-4df3-bea8-868109b935fb {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:47.457196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c886cc4a8>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:47.458264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:47.458675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Checking segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:47.461887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.462243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdc6d8-8696-41b2-8203-d49690a5eb07 None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:21:47.462398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Bound using segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:47.463164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Bound port: f197f8df-3f43-45d9-a1d0-498d767bfea8, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:47.463594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.474646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.532994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.540400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e72f870a-74f8-4175-9615-e2a99aca1007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:47.559055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011696f5-2bb8-422a-ac29-cc16484fa992,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:47.562064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:47.578623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.584442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "DELETE /v2.0/security-groups/011696f5-2bb8-422a-ac29-cc16484fa992 HTTP/1.1" status: 204  len: 168 time: 0.3602905
Feb 05 19:21:47.587444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45522) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:47.611115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.v2.resource [None req-a8bcf7ed-8f08-4d4e-9eb5-8093521f1d21 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] show failed (client error): The resource could not be found.
Feb 05 19:21:47.615825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45526) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:47.616498 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a8bcf7ed-8f08-4d4e-9eb5-8093521f1d21 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups/011696f5-2bb8-422a-ac29-cc16484fa992 HTTP/1.1" status: 404  len: 347 time: 0.0279462
Feb 05 19:21:47.670839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] For port f197f8df-3f43-45d9-a1d0-498d767bfea8, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:47.674529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] For port f197f8df-3f43-45d9-a1d0-498d767bfea8, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f197f8df-3f43-45d9-a1d0-498d767bfea8,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:47.679191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:47.703304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:47.789660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Pushing event updated for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:47.857347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:47.906460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port 403eae39-1616-48b8-88f9-f858939d9093 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:47.906806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:48.016482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:21:48.017362 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8beb8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:21:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:48.250869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1560311a-c350-4421-a1a0-cf397da77492 None None] New status for floating IP cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:21:48.522711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f197f8df-3f43-45d9-a1d0-498d767bfea8 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:48.666687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:48.666687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:48.704387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port f197f8df-3f43-45d9-a1d0-498d767bfea8 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:48.717437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port f197f8df-3f43-45d9-a1d0-498d767bfea8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:48.717437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:48.965994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:48.968772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:21:49.033509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for 403eae39-1616-48b8-88f9-f858939d9093 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:49.078335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port f197f8df-3f43-45d9-a1d0-498d767bfea8, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f197f8df-3f43-45d9-a1d0-498d767bfea8,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:21:49.110539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:49.112950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-397ee653-d0d6-4b42-b2e0-d7635973dc28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:49.243529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:49.246855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:49.267684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:21:49.268050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:21:49.559852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a8beb8>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:47Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:21:49.564312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb37f632-c26c-4d6f-9a01-7640f2354141 None None] The sync data for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi is: [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:47Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:21:49.769411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port 403eae39-1616-48b8-88f9-f858939d9093 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:21:49.769810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.012131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.012660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.209829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for 403eae39-1616-48b8-88f9-f858939d9093 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:21:50.432333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f197f8df-3f43-45d9-a1d0-498d767bfea8 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:21:50.447912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.567075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port f197f8df-3f43-45d9-a1d0-498d767bfea8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:50.567897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.661131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-160a985e-cd26-4f68-bdbd-d7e6fa70052b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:50.756724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'Port': ['ID=403eae39-1616-48b8-88f9-f858939d9093,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:50.836536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.849403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.850110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.850713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.851326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.852064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.852688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.853275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.854003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.854607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.855188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.855769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.856346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.857052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.858346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.858946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.859539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.860125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.860749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.861331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.861908 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.862581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.863177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.863762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.864479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:21:50.865071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-d434cb61-5087-4671-b5af-25cb804f07aa tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:50.869122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:50.873232 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-d434cb61-5087-4671-b5af-25cb804f07aa tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.3251781
Feb 05 19:21:50.877980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:50.879634 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "DELETE /v2.0/floatingips/cc2ccf26-2a5e-4cbc-a0f8-c4b20a96e1da HTTP/1.1" status: 204  len: 168 time: 3.2627439
Feb 05 19:21:50.904984 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-4d522054-89e6-4d47-a4e1-3be59c48ddb2 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/quotas/3822c55e1aae4179a30e1e235a6ad65d HTTP/1.1" status: 200  len: 375 time: 0.0225246
Feb 05 19:21:51.052224 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-d11d00e8-40d0-4d3f-bb5a-b57236c66f6b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1489511
Feb 05 19:21:51.239351 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-1bb90f0d-8d0d-45d6-bb57-2e8d3e850da3 service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859915
Feb 05 19:21:51.240995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45570) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:51.249647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541096663', 'description': 'tempest-description--904912043'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:51.275265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:51.280752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:51.284371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:51.293485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:51.313747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.340618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:51.348751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:51.352297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:51.359328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:51.414875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9a79ab33-f141-47f8-8ebe-005b8ff42f30 service neutron] 10.222.0.59 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1662455
Feb 05 19:21:51.456139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.461277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.467238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-808f0428-8762-4850-8127-470c7f214199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:51.514266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df201f65-2991-44c2-b457-2e83822289a0,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:51.517189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.518569 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2763989
Feb 05 19:21:51.519615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:51.521776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45574) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:51.529465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group_rule': {'security_group_id': 'df201f65-2991-44c2-b457-2e83822289a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:51.556857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:51.561950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:51.565125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:51.571843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:51.591056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.665697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.668727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.671601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-943a2c5f-2395-40a8-8458-6e5128c88561 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:51.744780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.746253 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2233992
Feb 05 19:21:51.749688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45586) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:51.759471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'security_group_rule': {'security_group_id': 'df201f65-2991-44c2-b457-2e83822289a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:51.768511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273d8f17-941c-49d4-b03a-68a9955594bd,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:51.788385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:51.790782 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68b1cbea-4c8c-4cbf-bb57-d79e085385a7 req-95912e42-8e2f-4cb8-9d39-45c7401714c3 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 210 time: 0.0931849
Feb 05 19:21:51.806258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:51.817989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:security_group_rule and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:51.821405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:51.829168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:51.849551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.931379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.935360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.944024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:51.969738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479db73e-6dc5-4cb0-9915-f6a993158e56,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:51.973090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:51.978831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:51.983746 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-aa6b2398-0d47-4977-8c4f-371be670c501 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2292402
Feb 05 19:21:51.984121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45594) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:21:51.990221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:52.014246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:52.020562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:floatingip and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:52.023723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:52.030696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:52.043830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:52.230546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:52.550473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Allocated IP 172.27.3.128 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:52.735298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:52.773310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:52.790919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f56063c-f60c-436e-867a-6dab5222446b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:52.941047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:52.945884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:53.005028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:53.006749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:53.013803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:53.031216 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a822791d-0bf1-429b-aa26-a80066122d93 req-666c7779-ee77-40a4-b948-6a35a2cefd62 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 210 time: 0.0593112
Feb 05 19:21:53.117385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.192656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.495194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.499242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.518452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-0e797c96-c48a-4a11-9073-5a1c730fec4a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:53.520117 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-0e797c96-c48a-4a11-9073-5a1c730fec4a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/networks?id=e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 200  len: 814 time: 0.2552879
Feb 05 19:21:53.521331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dad95b9c-dc1f-4676-ab38-5a9f643b9249 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:53.539884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Request body: {'port': {'device_id': '1566327b-2226-4e18-85b3-09927554a690', 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223', 'admin_state_up': True, 'tenant_id': '3822c55e1aae4179a30e1e235a6ad65d'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:53.663443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:53.676910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:53.695784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:53.706877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:53.749676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Made reservation on behalf of 3822c55e1aae4179a30e1e235a6ad65d for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:53.770299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.771485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.793408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:53.794752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8094049
Feb 05 19:21:54.093999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-868cf035-50dd-4cbc-be1c-c39ab42040ad tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:54.095661 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-868cf035-50dd-4cbc-be1c-c39ab42040ad tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 815 time: 0.3864305
Feb 05 19:21:54.158239 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-4d1a5c42-7b88-4e0b-bdca-40ce3c1ab5b4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/quotas/ad124349434d45968fab2b4cbfa15bd0 HTTP/1.1" status: 200  len: 375 time: 0.0402379
Feb 05 19:21:54.261911 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-57c8f224-6134-4411-9372-f0cc364000ec tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--541096663&fields=id&tenant_id=885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 267 time: 0.2540603
Feb 05 19:21:54.573608 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-4d0bfac0-8db9-4ebe-8873-60388b3e922a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4047914
Feb 05 19:21:54.663148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-ed73359d-4e0b-4303-9ef9-d220c17e40ff tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:54.664717 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-ed73359d-4e0b-4303-9ef9-d220c17e40ff tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 810 time: 0.3942802
Feb 05 19:21:54.690749 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Allocated IP 172.20.0.9 (e42a7b2b-16d7-496a-a2be-dca8e231d223/849d2635-55b4-473d-a86a-73342fc73e0f/b8bdc7be-2b12-45c9-9835-329f647005e3) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:54.768601 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-35d7e566-2cc7-4dee-af17-db9be977edcb tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/quotas/885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 375 time: 0.0732808
Feb 05 19:21:55.180721 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-b6759169-3b63-47fb-9c9f-2fc4d323903d service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5148535
Feb 05 19:21:55.402701 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5246f008-43fc-479f-bd19-88dffa350b1b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6244652
Feb 05 19:21:55.508432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:55.537988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-378cfc33-2217-44fd-8329-060f0ededc53 service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3054178
Feb 05 19:21:55.674009 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-169041f0-9259-4126-b3fd-78605d422406 service neutron] 10.222.0.59 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449107
Feb 05 19:21:55.675553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:55.691154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:55.975366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event updated for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:55.988152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:56.080976 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-44d89a6b-541a-46fd-a1c8-4e953a28085e service neutron] 10.222.0.59 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3498464
Feb 05 19:21:56.103336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:56.107032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:56.110562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:56.231997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a1a92-6c63-4a5e-af71-0df25392002f req-cc86949b-f9f5-4f1f-be0b-58998c0a8afa tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:56.234728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-285a1a92-6c63-4a5e-af71-0df25392002f req-cc86949b-f9f5-4f1f-be0b-58998c0a8afa tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 931 time: 0.3275232
Feb 05 19:21:56.269886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:21:56.360846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:56.361581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:56.453628 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-285a1a92-6c63-4a5e-af71-0df25392002f req-07a1935a-b200-4f5e-b906-927cf87b22a5 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124560
Feb 05 19:21:56.459069 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-52d7ddc4-26e8-4a3e-b36f-093f41df293b req-e3e12420-7bb6-48ab-88e3-fd6f781c096a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 210 time: 0.0880680
Feb 05 19:21:56.468684 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9330242
Feb 05 19:21:56.588226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Request body: {'port': {'device_id': '1566327b-2226-4e18-85b3-09927554a690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:56.624734 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-44478921-a5fb-4b5e-835b-11ea89329a44 req-36d957fc-02a6-4a29-ad6d-6a84992cea97 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0905511
Feb 05 19:21:56.714366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:57.160280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bdc7be-2b12-45c9-9835-329f647005e3 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:21:57.168227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:57.182685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Transition to ACTIVE for port object b8bdc7be-2b12-45c9-9835-329f647005e3 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:57.185284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:57.200894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:57.220317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-fe1cc1fe-8686-4e46-a2a2-2afdfe79de4a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:57.221360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-fe1cc1fe-8686-4e46-a2a2-2afdfe79de4a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:57.241632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-fe1cc1fe-8686-4e46-a2a2-2afdfe79de4a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:57.242893 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-fe1cc1fe-8686-4e46-a2a2-2afdfe79de4a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 815 time: 0.2670162
Feb 05 19:21:57.262667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'port': {'device_id': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'admin_state_up': True, 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:21:57.343438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:57.358251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:57.591258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Attempting to bind port b8bdc7be-2b12-45c9-9835-329f647005e3 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:21:57.591454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Attempting to bind port b8bdc7be-2b12-45c9-9835-329f647005e3 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:21:57.592003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Attempting to bind port b8bdc7be-2b12-45c9-9835-329f647005e3 on network e42a7b2b-16d7-496a-a2be-dca8e231d223 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:21:57.603634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:21:57.603935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Checking segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:21:57.604348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:57.608964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Bound using segment: {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:21:57.609766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Bound port: b8bdc7be-2b12-45c9-9835-329f647005e3, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5169dd-7464-4a4a-ac33-0834514ae7e1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e42a7b2b-16d7-496a-a2be-dca8e231d223'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:21:57.610158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:57.741095 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0d6fa1e6-dec4-4035-a3c1-3892d6f9b1e7 req-c055258d-a013-4dae-bec0-14061fcd5202 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 210 time: 0.1071913
Feb 05 19:21:57.899609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] For port b8bdc7be-2b12-45c9-9835-329f647005e3, host hv-cinder-77428, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:21:57.973122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:21:57.980158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:port and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:21:58.024546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91fe6d-3138-4d9b-b37a-c31f7a49fc23 req-7bac1282-1e1e-47ba-b202-df87557a197f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:58.025576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ef91fe6d-3138-4d9b-b37a-c31f7a49fc23 req-7bac1282-1e1e-47ba-b202-df87557a197f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:21:58.030518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] For port b8bdc7be-2b12-45c9-9835-329f647005e3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8bdc7be-2b12-45c9-9835-329f647005e3,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:21:58.066397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-80505709-e62f-4319-bcd0-3393d9315cab tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:58.068028 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-80505709-e62f-4319-bcd0-3393d9315cab tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 810 time: 0.4326527
Feb 05 19:21:58.069044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:21:58.090656 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:21:58.113197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Made reservation on behalf of ad124349434d45968fab2b4cbfa15bd0 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:21:58.137396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:58.147258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:58.159769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2b52d0c5-8c45-44a5-809b-e784db20f485 tempest-DeleteServersTestJSON-130944997 tempest-DeleteServersTestJSON-130944997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:58.507330 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-734094da-a1b9-4a80-818f-985b00157621 req-ba91fc1c-a8fa-4bd1-a848-0bbaf4e215e3 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.4716833
Feb 05 19:21:58.553483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ef91fe6d-3138-4d9b-b37a-c31f7a49fc23 req-7bac1282-1e1e-47ba-b202-df87557a197f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:21:58.554779 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef91fe6d-3138-4d9b-b37a-c31f7a49fc23 req-7bac1282-1e1e-47ba-b202-df87557a197f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.8741288
Feb 05 19:21:58.604211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:58.613113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:58.616781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Allocated IP 172.20.0.9 (2ba17436-3ef4-4df3-bea8-868109b935fb/b3237015-6ec5-4152-b8c9-29a0fce11cdf/984a3313-6309-419d-b1c3-ff7892ff3cb5) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:21:58.668052 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef91fe6d-3138-4d9b-b37a-c31f7a49fc23 req-5274f08f-b91f-47ee-96cc-7019e3c4e31f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027770
Feb 05 19:21:58.682744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:58.683425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:58.685137 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8bdc7be-2b12-45c9-9835-329f647005e3 HTTP/1.1" status: 200  len: 1157 time: 2.2016342
Feb 05 19:21:58.685690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:21:58.751591 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3', 'status': 'completed', 'code': 200}
Feb 05 19:21:58.912748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:58.931806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Transition to ACTIVE for port object 984a3313-6309-419d-b1c3-ff7892ff3cb5 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:21:58.957535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:58.973535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:21:59.123326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c135-95f1-4c69-8f31-c5d293396773 req-823dc757-8571-47c2-910e-6e9952f84ad6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:59.127467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:21:59.131716 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71e8c135-95f1-4c69-8f31-c5d293396773 req-823dc757-8571-47c2-910e-6e9952f84ad6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.2291851
Feb 05 19:21:59.132101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:21:59.195245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Network 2ba17436-3ef4-4df3-bea8-868109b935fb is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:21:59.196320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-71e8c135-95f1-4c69-8f31-c5d293396773 req-7422896a-e6a9-458e-a0a9-e0943d2844d7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636363
Feb 05 19:21:59.196609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:21:59.198952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:21:59.344119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:59.344736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:59.367573 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1090522
Feb 05 19:21:59.490726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-34e87261-5e49-48ba-89bd-51a5397e14e6 None None] Provisioning for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:21:59.496304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-34e87261-5e49-48ba-89bd-51a5397e14e6 None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:21:59.496872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-34e87261-5e49-48ba-89bd-51a5397e14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:21:59.564989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-34e87261-5e49-48ba-89bd-51a5397e14e6 None None] Port 984a3313-6309-419d-b1c3-ff7892ff3cb5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:21:59.696648 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6c4061d7-0f27-4da4-947c-7603f487108e req-407c90b9-7be6-4a43-b270-636cf0b168da tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0496664
Feb 05 19:21:59.989345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8bff9-8ff4-4e5e-8bf5-f60c2a23e1c9 req-aa1d6f36-7861-41c1-ae30-5d4be86230c3 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:21:59.990971 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83f8bff9-8ff4-4e5e-8bf5-f60c2a23e1c9 req-aa1d6f36-7861-41c1-ae30-5d4be86230c3 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1696968
Feb 05 19:22:00.065683 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83f8bff9-8ff4-4e5e-8bf5-f60c2a23e1c9 req-d8b075ac-ad80-4130-b42f-5be3469baa33 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674520
Feb 05 19:22:00.500933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28770a-7912-462a-a6e4-6dc0ea7e6d9d req-ce433b3d-6e12-480e-85a3-72d26f5d63ab tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:00.502587 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed28770a-7912-462a-a6e4-6dc0ea7e6d9d req-ce433b3d-6e12-480e-85a3-72d26f5d63ab tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1681683
Feb 05 19:22:00.574243 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed28770a-7912-462a-a6e4-6dc0ea7e6d9d req-5010696e-2086-406c-aaa2-d244622947cb tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648577
Feb 05 19:22:00.882422 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03860bab-ca6f-468d-bf4e-9714dfada23e req-3f005d15-f386-4704-bbff-2678cd2ac8ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0525203
Feb 05 19:22:01.383713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514fdcb-0a82-46ee-a975-14f0aacb809a req-01e6f843-fa2b-4022-b9aa-f64cfac42765 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:01.385385 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3514fdcb-0a82-46ee-a975-14f0aacb809a req-01e6f843-fa2b-4022-b9aa-f64cfac42765 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1815412
Feb 05 19:22:01.459442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3514fdcb-0a82-46ee-a975-14f0aacb809a req-3403e5c2-361d-4eb5-af48-2ecbc514db7a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672424
Feb 05 19:22:01.894559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f16f6-b0ae-44af-8f20-90fedde3e166 req-6474d387-f392-4ed9-a942-f7278dfc9062 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:01.896327 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d58f16f6-b0ae-44af-8f20-90fedde3e166 req-6474d387-f392-4ed9-a942-f7278dfc9062 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1902382
Feb 05 19:22:01.967309 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d58f16f6-b0ae-44af-8f20-90fedde3e166 req-1652f471-0d32-444e-a629-d52afa2b8c15 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637162
Feb 05 19:22:02.145600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-155ddfbe-0b14-4237-982e-575724fe8a5c req-ad271e37-41fa-48dc-a2e3-832a44f23ec4 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0560324
Feb 05 19:22:02.765456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918b5d2-6602-4ae8-9fa6-b078f76bca0c req-b95cefdb-f24a-461d-a7cf-1e3ef4ea2d0b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:02.767084 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4918b5d2-6602-4ae8-9fa6-b078f76bca0c req-b95cefdb-f24a-461d-a7cf-1e3ef4ea2d0b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1669347
Feb 05 19:22:02.832225 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4918b5d2-6602-4ae8-9fa6-b078f76bca0c req-f32c1824-422d-48c2-8cb8-2d5962209558 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587606
Feb 05 19:22:03.292121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6a0a5-fa72-49ae-8a84-60fde5583bd6 req-d71a6331-22e8-479b-8a12-555ae8867821 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:03.293878 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2be6a0a5-fa72-49ae-8a84-60fde5583bd6 req-d71a6331-22e8-479b-8a12-555ae8867821 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1770487
Feb 05 19:22:03.362994 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2be6a0a5-fa72-49ae-8a84-60fde5583bd6 req-21d33b86-d91d-4398-a7ae-c2b795e32149 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619495
Feb 05 19:22:03.535459 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94b6000d-493d-4874-8142-e4efc1852627 req-e0ea6850-8ec5-4386-a70e-9f9b80536b92 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0558484
Feb 05 19:22:04.150703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef3bd-3dc4-4517-a785-fc62e00128ff req-fdb05596-f0ba-45b4-b85b-085929358622 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:04.152361 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-333ef3bd-3dc4-4517-a785-fc62e00128ff req-fdb05596-f0ba-45b4-b85b-085929358622 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1778867
Feb 05 19:22:04.221163 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-333ef3bd-3dc4-4517-a785-fc62e00128ff req-1ae7acd1-a49e-4068-b676-d33cda2775f6 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619071
Feb 05 19:22:04.665311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3844-e815-4e65-a65c-a2f76571a6ef req-9aa5e94a-5ef4-49a1-80fb-5ad93764599b tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:04.666961 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fcad3844-e815-4e65-a65c-a2f76571a6ef req-9aa5e94a-5ef4-49a1-80fb-5ad93764599b tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1740015
Feb 05 19:22:04.735564 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fcad3844-e815-4e65-a65c-a2f76571a6ef req-f71b58fd-af79-4e45-87b7-bbad33545968 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615695
Feb 05 19:22:04.908514 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8338065d-f838-4b00-865f-5ad73ff842ea req-7d1c9073-e4bc-4f7c-b11c-a86be78220b3 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0547729
Feb 05 19:22:05.533090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883d49a-eebb-4b98-94c6-d1e2f66d0c2d req-a4d27532-c152-4078-9e42-c37d07212e9f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:05.534676 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6883d49a-eebb-4b98-94c6-d1e2f66d0c2d req-a4d27532-c152-4078-9e42-c37d07212e9f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1694548
Feb 05 19:22:05.602794 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6883d49a-eebb-4b98-94c6-d1e2f66d0c2d req-a6d74705-7029-4bc9-8c36-0c59baca5132 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614483
Feb 05 19:22:06.042351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373e518-857b-481e-8ec5-1c7808383037 req-e16644be-91f7-42d7-8c1b-31ed41de107f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:06.044098 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9373e518-857b-481e-8ec5-1c7808383037 req-e16644be-91f7-42d7-8c1b-31ed41de107f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1773984
Feb 05 19:22:06.123946 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9373e518-857b-481e-8ec5-1c7808383037 req-1c546a89-a9c6-4eaf-b5bb-2e4d367d7457 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724974
Feb 05 19:22:06.312719 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c8f462ed-2492-4397-be35-981452a4f5a0 req-0b23cc06-d9aa-4b37-87d9-a0cb9d4c0fcc tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0507009
Feb 05 19:22:06.929879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677d1fe-67d0-4ced-b316-2cbe28568610 req-e2bd1fcb-8db8-4610-84a7-501552874e7c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:06.931530 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8677d1fe-67d0-4ced-b316-2cbe28568610 req-e2bd1fcb-8db8-4610-84a7-501552874e7c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1953425
Feb 05 19:22:07.002254 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8677d1fe-67d0-4ced-b316-2cbe28568610 req-e5c85f64-9c0d-4728-b64b-e0d2766d4b20 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640471
Feb 05 19:22:07.430822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ee0d5-ea62-4961-af74-aacaf2907e5f req-08049e59-c117-43c0-8ba4-b2395aaaec22 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:07.432481 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc0ee0d5-ea62-4961-af74-aacaf2907e5f req-08049e59-c117-43c0-8ba4-b2395aaaec22 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.1693213
Feb 05 19:22:07.501423 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc0ee0d5-ea62-4961-af74-aacaf2907e5f req-2a10a7e6-41bd-48a3-822b-e4b7e88745b9 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600879
Feb 05 19:22:07.680748 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ccc6e3fc-646f-4c1a-82d0-6c5b4967dd3f req-f5fcfd39-f34f-4306-97c3-a0850d048b9a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0520513
Feb 05 19:22:08.309335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becba0ce-fa16-4d1c-8713-0d153f5a0afc req-535042ed-3a1b-4ca3-ba4a-760369f9a291 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:08.311528 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-becba0ce-fa16-4d1c-8713-0d153f5a0afc req-535042ed-3a1b-4ca3-ba4a-760369f9a291 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1685696
Feb 05 19:22:08.375457 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-becba0ce-fa16-4d1c-8713-0d153f5a0afc req-61602ace-631c-41a5-89c5-70b15f06e6af tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577421
Feb 05 19:22:08.630580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Request body: {'port': {'device_id': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:08.825278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-4321bd6b-6fc5-4269-aa35-6784b3118725 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Synchronizing usage tracker for tenant:885da7fbf6654a17bf588982f06427d1 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:08.841322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:08.845847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcc72-b7da-47ae-b257-36b42ee3dd2d req-d141d4b8-3887-4ad5-9d92-12448dc6361f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:08.847811 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e03bcc72-b7da-47ae-b257-36b42ee3dd2d req-d141d4b8-3887-4ad5-9d92-12448dc6361f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 931 time: 0.2016494
Feb 05 19:22:08.851468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-33604c4d-f506-418b-a7f8-4a4991033b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:08.853183 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-33604c4d-f506-418b-a7f8-4a4991033b65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 1160 time: 0.2433896
Feb 05 19:22:08.861451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-4321bd6b-6fc5-4269-aa35-6784b3118725 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Unset dirty status for tenant:885da7fbf6654a17bf588982f06427d1 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:08.862875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-4321bd6b-6fc5-4269-aa35-6784b3118725 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=885da7fbf6654a17bf588982f06427d1 HTTP/1.1" status: 200  len: 5703 time: 0.2544155
Feb 05 19:22:08.898933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'port': {'device_id': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'admin_state_up': True, 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'security_groups': ['df201f65-2991-44c2-b457-2e83822289a0']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:08.922313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:08.940331 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f6d97dd1-98a3-4f50-a435-d021dec444f3 req-78d51a2c-3fac-4b3d-8140-7aaac11ff19d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0914307
Feb 05 19:22:09.058787 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e03bcc72-b7da-47ae-b257-36b42ee3dd2d req-8e6f8ba0-61b9-4fe5-8179-8f77e641e5f1 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634979
Feb 05 19:22:09.106187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-44488b4c-32a3-4c9d-bb1e-e8dfca2f9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:09.108329 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-44488b4c-32a3-4c9d-bb1e-e8dfca2f9c4e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&shared=False HTTP/1.1" status: 200  len: 908 time: 0.2144001
Feb 05 19:22:09.186084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:09.199751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Usage tracker for resource:port and tenant:885da7fbf6654a17bf588982f06427d1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:09.205847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:09.216023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:09.260436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-ec5e3d1d-0fd1-40d1-b758-4bcc2a57201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:09.262081 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6775f57b-e119-47de-a00d-01c07c4a52e2 req-ec5e3d1d-0fd1-40d1-b758-4bcc2a57201f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1472037
Feb 05 19:22:09.298095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Made reservation on behalf of 885da7fbf6654a17bf588982f06427d1 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:22:09.318379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:09.383944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-67a63645-aa6d-469a-b394-29c7e8867a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:09.385614 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-67a63645-aa6d-469a-b394-29c7e8867a22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 1160 time: 0.0843554
Feb 05 19:22:09.462666 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-ac0539de-137d-4a00-bed0-4c5fd40018f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8bdc7be-2b12-45c9-9835-329f647005e3 HTTP/1.1" status: 200  len: 217 time: 0.0688591
Feb 05 19:22:09.596171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-71f8c582-3003-4c6f-a324-102b7bb58028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:09.598046 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-71f8c582-3003-4c6f-a324-102b7bb58028 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 200  len: 854 time: 0.1270242
Feb 05 19:22:09.655970 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-da1b16ab-cc60-4664-b91d-ae3d3093fbab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e42a7b2b-16d7-496a-a2be-dca8e231d223&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504978
Feb 05 19:22:09.678751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984a3313-6309-419d-b1c3-ff7892ff3cb5 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:22:09.692428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:09.746212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Transition to ACTIVE for port object 984a3313-6309-419d-b1c3-ff7892ff3cb5 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:22:09.756900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:09.774713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2f5dcfd3-bfbb-439f-b42a-dbdfcef1eb10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:09.780031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed164950-d630-4af7-b8fa-8db7ff82a478 req-650fa52c-051d-425a-aff6-76655ffd868c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:09.781764 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed164950-d630-4af7-b8fa-8db7ff82a478 req-650fa52c-051d-425a-aff6-76655ffd868c tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.2697339
Feb 05 19:22:09.907294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Allocated IP 172.20.0.8 (ad629650-edc7-4de9-8b47-b5971fadcf97/5f9eb67d-f493-495a-a8d7-8f99c4c32879/54f320ac-3c24-48c0-b4bb-e225801edd04) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:22:09.932466 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ed164950-d630-4af7-b8fa-8db7ff82a478 req-96bb3b8d-54f5-4abe-9730-81e8f3a2bc17 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906353
Feb 05 19:22:09.946552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:09.958308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:09.959811 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-0bbf0f2e-2dcd-40de-959d-b46f1fbf6778 service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2946138
Feb 05 19:22:10.142332 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7c09682-3ae2-4900-af63-f2cf98d9c931 req-ba8586a6-1649-4841-950c-dd707c17ff9d service neutron] 10.222.0.45 "GET /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1750367
Feb 05 19:22:10.281890 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d74b965c-9b03-4e9a-8036-ad97542988d3 req-a4b01f00-0132-4bd0-91fc-a8f1afb516b7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0940731
Feb 05 19:22:10.405806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf7cce-7669-4d02-a06c-2a9acdfc6bb6 req-d920fae6-3d98-4622-b345-ea33de77a015 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:10.407475 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69cf7cce-7669-4d02-a06c-2a9acdfc6bb6 req-d920fae6-3d98-4622-b345-ea33de77a015 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 943 time: 0.1750562
Feb 05 19:22:10.547358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.551021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Attempting to bind port 984a3313-6309-419d-b1c3-ff7892ff3cb5 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:22:10.551386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Attempting to bind port 984a3313-6309-419d-b1c3-ff7892ff3cb5 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:22:10.551747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Attempting to bind port 984a3313-6309-419d-b1c3-ff7892ff3cb5 on network 2ba17436-3ef4-4df3-bea8-868109b935fb {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:22:10.565924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:22:10.566369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Checking segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:22:10.566686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.567083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Bound using segment: {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:22:10.567563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Bound port: 984a3313-6309-419d-b1c3-ff7892ff3cb5, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4839a2ff-d192-4f02-b2ea-d1a15fb84e61', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:22:10.567919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.587507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Transition to ACTIVE for port object 54f320ac-3c24-48c0-b4bb-e225801edd04 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:22:10.690375 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69cf7cce-7669-4d02-a06c-2a9acdfc6bb6 req-816c0624-cfb9-4e96-8ca9-b2aca537d01b tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757361
Feb 05 19:22:10.690818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:22:10.693406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.696099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:22:10.710837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:10.757658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.813000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b7b6c92-5dd1-4e2d-97eb-04fac322267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:10.925417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event updated for resources: {'Port': ['ID=54f320ac-3c24-48c0-b4bb-e225801edd04,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:10.936741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:10.939167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a6b2a265-f9ec-43db-97ba-258cac211e30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:11.096041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:11.106025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Network ad629650-edc7-4de9-8b47-b5971fadcf97 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:22:11.107077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:11.109105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:22:11.112937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:22:11.159621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.160297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:11.161816 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] 10.222.0.45 "PUT /v2.0/ports/984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 1157 time: 2.5518339
Feb 05 19:22:11.162354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:11.280996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.281736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:11.288720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689dd76-564b-43db-8831-46e61017d0ce req-5ac27074-e466-4c21-98ae-72f361d93275 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.290442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4689dd76-564b-43db-8831-46e61017d0ce req-5ac27074-e466-4c21-98ae-72f361d93275 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.2073498
Feb 05 19:22:11.295804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:22:11.381127 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4689dd76-564b-43db-8831-46e61017d0ce req-8a6c0cfd-0737-441d-9ad3-b5e2db29f541 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793259
Feb 05 19:22:11.390380 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4960129
Feb 05 19:22:11.406979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Request body: {'port': {'device_id': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:11.418945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-93d54578-ac01-48f4-9764-c406f5692a56 None None] Provisioning for port 54f320ac-3c24-48c0-b4bb-e225801edd04 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:22:11.425278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-93d54578-ac01-48f4-9764-c406f5692a56 None None] Provisioning complete for port 54f320ac-3c24-48c0-b4bb-e225801edd04 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:11.426001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-93d54578-ac01-48f4-9764-c406f5692a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:11.467616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-50d1cffb-b6a2-43ef-920a-5881b7146b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.469262 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-50d1cffb-b6a2-43ef-920a-5881b7146b35 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1160 time: 0.1756842
Feb 05 19:22:11.494005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-93d54578-ac01-48f4-9764-c406f5692a56 None None] Port 54f320ac-3c24-48c0-b4bb-e225801edd04 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:22:11.592833 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-6d87ef52-0250-45a9-b1a7-1b4d181f8f4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 217 time: 0.0812893
Feb 05 19:22:11.601965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7972354-c353-4c3b-8ee0-6b5cf49ee35d req-7d12c698-b1a0-4684-941e-9b88fe20919a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.603706 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b7972354-c353-4c3b-8ee0-6b5cf49ee35d req-7d12c698-b1a0-4684-941e-9b88fe20919a tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 931 time: 0.1699066
Feb 05 19:22:11.647448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:11.692904 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b7972354-c353-4c3b-8ee0-6b5cf49ee35d req-c71b27b2-67ba-4cd3-aa01-517edfe2c210 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751362
Feb 05 19:22:11.743509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-2d5eaba2-2ae0-4e15-b451-22e855e64423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.746285 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-2d5eaba2-2ae0-4e15-b451-22e855e64423 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.1454613
Feb 05 19:22:11.964336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-3b9557c8-d90d-46a4-90b5-462bba46c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:11.965901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-3b9557c8-d90d-46a4-90b5-462bba46c0e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2116978
Feb 05 19:22:12.002229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e237-84f0-47a4-b6c4-8222efc1f5fe req-33806f5b-5d35-447a-8807-4f275a068c34 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:12.003930 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b49e237-84f0-47a4-b6c4-8222efc1f5fe req-33806f5b-5d35-447a-8807-4f275a068c34 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 943 time: 0.1656764
Feb 05 19:22:12.072515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5b49e237-84f0-47a4-b6c4-8222efc1f5fe req-9f47d0e7-a055-4286-972d-2caa00615d09 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618570
Feb 05 19:22:12.234067 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-d758bf41-c8d5-49b3-8790-7689df055859 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2598875
Feb 05 19:22:12.406738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f320ac-3c24-48c0-b4bb-e225801edd04 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:22:12.431012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:12.460621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Transition to ACTIVE for port object 54f320ac-3c24-48c0-b4bb-e225801edd04 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:22:12.464876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:12.480518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7d9f2f71-7cc0-408b-971f-4472ae825e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:12.519076 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c302f065-e74d-4a14-aab3-9396ebd7eb6d req-fab5b22b-4b7e-4049-9fda-8ee9e172a45d service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2759643
Feb 05 19:22:12.669158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193f0f0-2be5-4f52-86b6-ea700b4d3781 req-d5bd789a-8ab6-4f91-95c1-0f7d754e9424 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:12.671569 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b193f0f0-2be5-4f52-86b6-ea700b4d3781 req-d5bd789a-8ab6-4f91-95c1-0f7d754e9424 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 943 time: 0.1698458
Feb 05 19:22:12.691268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=54f320ac-3c24-48c0-b4bb-e225801edd04,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:12.697139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:12.739900 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b193f0f0-2be5-4f52-86b6-ea700b4d3781 req-b68b688d-cf76-4aa6-ba67-7d8a67be65e1 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615854
Feb 05 19:22:12.792902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b413bd2-c685-48fe-a130-caef97de8887 req-cccdf754-6484-4af4-9a27-7adf29e37c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:12.795241 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-cccdf754-6484-4af4-9a27-7adf29e37c5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1160 time: 0.2142859
Feb 05 19:22:12.870313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8d04-e66d-433c-9797-f680aa424e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:12.913864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device b8bdc7be-2b12-45c9-9835-329f647005e3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:13.008596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port b8bdc7be-2b12-45c9-9835-329f647005e3 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:22:13.014961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port b8bdc7be-2b12-45c9-9835-329f647005e3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:13.015312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.023289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b413bd2-c685-48fe-a130-caef97de8887 req-e76ef783-5177-4e35-9aab-75181ca5184b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.025288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-e76ef783-5177-4e35-9aab-75181ca5184b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.2229357
Feb 05 19:22:13.026094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Attempting to bind port 54f320ac-3c24-48c0-b4bb-e225801edd04 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:22:13.026094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Attempting to bind port 54f320ac-3c24-48c0-b4bb-e225801edd04 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:22:13.026398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Attempting to bind port 54f320ac-3c24-48c0-b4bb-e225801edd04 on network ad629650-edc7-4de9-8b47-b5971fadcf97 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:22:13.034810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50698ff8-c2b5-4062-88be-d589afc49d6e req-ad46172b-5726-4ad4-a3fb-b814fa063e8e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.036318 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50698ff8-c2b5-4062-88be-d589afc49d6e req-ad46172b-5726-4ad4-a3fb-b814fa063e8e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 943 time: 0.2009721
Feb 05 19:22:13.128360 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-50698ff8-c2b5-4062-88be-d589afc49d6e req-200bec75-8541-4949-b455-9b072438287e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825350
Feb 05 19:22:13.169336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.201804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:13.221598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port b8bdc7be-2b12-45c9-9835-329f647005e3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8bdc7be-2b12-45c9-9835-329f647005e3,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:13.224735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.226710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:13.306999 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3', 'code': 200}
Feb 05 19:22:13.309825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:13.318117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:22:13.318500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Checking segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:22:13.318914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.319371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Bound using segment: {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:22:13.319796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Bound port: 54f320ac-3c24-48c0-b4bb-e225801edd04, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:22:13.320175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.320938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.321344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.322089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.322089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.322419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.322786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.323187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.323495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.323852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.324214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.324842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.325208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.325596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.326998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.327115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.327400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.327762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.328123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.328507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.329199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.329567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.329931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.330294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.331174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:13.335709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:13.345573 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-7b3e769b-a460-4ddc-ab1e-c1d6c74428f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 217 time: 0.3121924
Feb 05 19:22:13.451852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ed537-abeb-4223-a2b2-fac22a28efee req-22d57cec-afe4-4697-b089-b614a201af2a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.460716 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-789ed537-abeb-4223-a2b2-fac22a28efee req-22d57cec-afe4-4697-b089-b614a201af2a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 943 time: 0.2428823
Feb 05 19:22:13.479017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b413bd2-c685-48fe-a130-caef97de8887 req-e0bb76ac-edde-4579-a807-c40c228636a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.480625 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-e0bb76ac-edde-4579-a807-c40c228636a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.1002243
Feb 05 19:22:13.491993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] For port 54f320ac-3c24-48c0-b4bb-e225801edd04, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:22:13.520310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-789ed537-abeb-4223-a2b2-fac22a28efee req-4be42e19-67c7-4e32-a2c0-1f0b53fc25da tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585365
Feb 05 19:22:13.553058 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] For port 54f320ac-3c24-48c0-b4bb-e225801edd04, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54f320ac-3c24-48c0-b4bb-e225801edd04,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:22:13.563491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.578251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba05a32c-813b-4b46-afc0-12e0deebf851 tempest-VolumesSnapshotTestJSON-643522809 tempest-VolumesSnapshotTestJSON-643522809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:13.644392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c55a3-53bf-4fca-abe8-b138b08ac7ae req-dc9d70b5-ff0c-40e4-a1f3-9e5aa61dfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.646059 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-435c55a3-53bf-4fca-abe8-b138b08ac7ae req-dc9d70b5-ff0c-40e4-a1f3-9e5aa61dfebe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 1162 time: 0.0827110
Feb 05 19:22:13.691606 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-435c55a3-53bf-4fca-abe8-b138b08ac7ae req-b0656597-43b6-491f-8c6d-036213683f98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385287
Feb 05 19:22:13.731148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Pushing event updated for resources: {'Port': ['ID=54f320ac-3c24-48c0-b4bb-e225801edd04,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:13.734718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:13.756255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b413bd2-c685-48fe-a130-caef97de8887 req-504c04db-9a77-4991-85ab-969fde10f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.758841 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-504c04db-9a77-4991-85ab-969fde10f0da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2684205
Feb 05 19:22:13.772929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.796087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:13.796827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:13.798442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] 10.222.0.45 "PUT /v2.0/ports/54f320ac-3c24-48c0-b4bb-e225801edd04 HTTP/1.1" status: 200  len: 1157 time: 2.3963394
Feb 05 19:22:13.798957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:13.859510 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'status': 'completed', 'code': 200}
Feb 05 19:22:14.069054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f6d58-7334-4771-9dbf-50235b75d83d req-294d6ae1-c78b-43f6-94a6-5b89d260a803 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.070777 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ac3f6d58-7334-4771-9dbf-50235b75d83d req-294d6ae1-c78b-43f6-94a6-5b89d260a803 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 945 time: 0.1863997
Feb 05 19:22:14.131500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-9d482176-2e8f-4b38-b798-1a07f814ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.133145 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-9d482176-2e8f-4b38-b798-1a07f814ef52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 1160 time: 0.1987762
Feb 05 19:22:14.135098 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-1585b68a-9208-4a7f-abc3-377bf388e6db service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264435
Feb 05 19:22:14.142246 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ac3f6d58-7334-4771-9dbf-50235b75d83d req-89e298f5-1c83-47bd-ad2c-98ad702529be tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635750
Feb 05 19:22:14.431996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-68099a92-c5ba-46a9-823f-c06c13713c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.433583 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-68099a92-c5ba-46a9-823f-c06c13713c22 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=885da7fbf6654a17bf588982f06427d1&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2554007
Feb 05 19:22:14.435802 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b413bd2-c685-48fe-a130-caef97de8887 req-61a3e573-04b3-4742-a985-7c5bfa949a00 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2801156
Feb 05 19:22:14.494980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.objects.ports [None req-64caf57d-64dd-4eb5-ac3c-4d971ec7bdaa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 05 19:22:14.573766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd1624-17a1-4f7c-91e4-636fcd934c2d req-90e7ffdf-b0da-482d-9f95-f38ef293398e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.575597 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9bd1624-17a1-4f7c-91e4-636fcd934c2d req-90e7ffdf-b0da-482d-9f95-f38ef293398e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 943 time: 0.1816218
Feb 05 19:22:14.593170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-3ead7b41-45ae-4fee-a175-37fa8e786ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.594676 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6f607d6-a675-4b12-b437-293fbde11e56 req-3ead7b41-45ae-4fee-a175-37fa8e786ba5 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1484418
Feb 05 19:22:14.642087 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9bd1624-17a1-4f7c-91e4-636fcd934c2d req-f1075c9a-f0b9-4bfb-9897-8694ec57d28d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595953
Feb 05 19:22:14.729768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-31093bb4-a1fe-4014-b4e1-f0f3c3ea9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.731379 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-31093bb4-a1fe-4014-b4e1-f0f3c3ea9aac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 1160 time: 0.0839159
Feb 05 19:22:14.809885 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-39f51df0-2282-46cb-89c1-b65a6f569e00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f320ac-3c24-48c0-b4bb-e225801edd04 HTTP/1.1" status: 200  len: 217 time: 0.0680473
Feb 05 19:22:14.883086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-8346442d-d394-4bab-9f4e-f1d5533b9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.884712 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-8346442d-d394-4bab-9f4e-f1d5533b9371 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.0679109
Feb 05 19:22:14.930489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7091c1-6946-46ef-b0e7-4e600fa5910b req-695195a5-84cb-4f2e-a694-7f65bb9cebe7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.932246 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b7091c1-6946-46ef-b0e7-4e600fa5910b req-695195a5-84cb-4f2e-a694-7f65bb9cebe7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 943 time: 0.1745274
Feb 05 19:22:14.995513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-4267b543-acdc-49ba-b19c-ce6cdf885706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:14.997195 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-4267b543-acdc-49ba-b19c-ce6cdf885706 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1004655
Feb 05 19:22:15.010737 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b7091c1-6946-46ef-b0e7-4e600fa5910b req-3c498d47-3f9d-4744-b89a-391af46be899 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634911
Feb 05 19:22:15.083181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.086553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.161481 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-c6ba7c83-a8fc-4642-9ffa-e113158c296c service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560032
Feb 05 19:22:15.188109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:15.263170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:22:15.268762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:15.269197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.316266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64c890e5-f85d-431e-be38-0e4c198b9ea9 req-da91d09f-1c90-4d99-b67d-01a7d45a7c46 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444139
Feb 05 19:22:15.398370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.426712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:15.437739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:15.440789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.441695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device b8bdc7be-2b12-45c9-9835-329f647005e3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:15.445387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5097a-ff25-45f3-8df5-6e38b2f7fbf8 req-ebae2306-6123-45b1-9bd4-176327e94a53 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:15.447161 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6e5097a-ff25-45f3-8df5-6e38b2f7fbf8 req-ebae2306-6123-45b1-9bd4-176327e94a53 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 945 time: 0.1688418
Feb 05 19:22:15.472356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:15.518281 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a6e5097a-ff25-45f3-8df5-6e38b2f7fbf8 req-fa46d045-2ca9-4c22-8c2f-67d390e58932 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643137
Feb 05 19:22:15.534432 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'code': 200}
Feb 05 19:22:15.574514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:15.580508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:15.589655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port b8bdc7be-2b12-45c9-9835-329f647005e3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:15.590078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:15.760173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ccee3-5c15-432b-a5e8-23dbb620d228 req-13bea23b-5c60-4916-ad4e-e68143e99f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:15.761918 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fc4ccee3-5c15-432b-a5e8-23dbb620d228 req-13bea23b-5c60-4916-ad4e-e68143e99f9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.0904722
Feb 05 19:22:15.818828 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fc4ccee3-5c15-432b-a5e8-23dbb620d228 req-36746166-3657-48fc-b160-06bcbbd6c866 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450270
Feb 05 19:22:15.953882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a1dd1-e876-48eb-8029-70e226d6c576 req-f493d8df-8704-49e6-bcbd-dae775c9f837 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:15.955596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-951a1dd1-e876-48eb-8029-70e226d6c576 req-f493d8df-8704-49e6-bcbd-dae775c9f837 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 943 time: 0.1688221
Feb 05 19:22:16.036422 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-951a1dd1-e876-48eb-8029-70e226d6c576 req-219c0af7-0b98-45fa-ae7e-f92a003d2f04 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738378
Feb 05 19:22:16.331121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5283ef-101d-4ef5-b46c-496a02b29ea4 req-7c45c9e0-b0a2-4195-8d5e-8bedc666ec82 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:16.332829 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-db5283ef-101d-4ef5-b46c-496a02b29ea4 req-7c45c9e0-b0a2-4195-8d5e-8bedc666ec82 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.1753514
Feb 05 19:22:16.398441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-db5283ef-101d-4ef5-b46c-496a02b29ea4 req-e5b8b792-fb63-43ad-9aa7-ca6f803f3f3f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592453
Feb 05 19:22:16.487413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:16.559004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:16.559518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:16.683342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device b8bdc7be-2b12-45c9-9835-329f647005e3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:16.752952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port b8bdc7be-2b12-45c9-9835-329f647005e3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:16.753356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:17.341493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829793-82e2-461c-bf5c-c6ecede58147 req-a48a288a-d017-44c8-a1dd-db71981bfe18 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:17.343384 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0829793-82e2-461c-bf5c-c6ecede58147 req-a48a288a-d017-44c8-a1dd-db71981bfe18 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 943 time: 0.1753829
Feb 05 19:22:17.411743 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0829793-82e2-461c-bf5c-c6ecede58147 req-66c6b566-dd29-4279-a1d4-29dc7a2a68af tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618870
Feb 05 19:22:17.697023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b41efe-a52d-40c3-bce3-4a453cddf400 req-1a63150b-92f4-4088-a5b3-663fb72c31e2 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:17.698750 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6b41efe-a52d-40c3-bce3-4a453cddf400 req-1a63150b-92f4-4088-a5b3-663fb72c31e2 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.1674979
Feb 05 19:22:17.767235 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6b41efe-a52d-40c3-bce3-4a453cddf400 req-b5aa7a21-63fb-4ff1-b37c-1edbd24b98fc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591309
Feb 05 19:22:18.067738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e61b3-3c6c-411e-8f58-24100b5d6b06 req-266b9fd3-b317-4b16-8e8e-5b3b61c7ca1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:18.069539 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b6e61b3-3c6c-411e-8f58-24100b5d6b06 req-266b9fd3-b317-4b16-8e8e-5b3b61c7ca1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.1679780
Feb 05 19:22:18.134501 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b6e61b3-3c6c-411e-8f58-24100b5d6b06 req-f02be343-4deb-4e1a-ab64-782817872d2c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584359
Feb 05 19:22:18.739341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c679f-9be2-4c57-b363-610023166b27 req-6161b9af-c2de-49be-86a9-ade6a5bc8d55 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:18.740949 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a69c679f-9be2-4c57-b363-610023166b27 req-6161b9af-c2de-49be-86a9-ade6a5bc8d55 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.2357190
Feb 05 19:22:18.831910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb277f9-3b88-433b-80a7-69abdd7a922b req-3ce333b2-3803-4cdd-9f94-a7132462b02f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:18.833583 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6eb277f9-3b88-433b-80a7-69abdd7a922b req-3ce333b2-3803-4cdd-9f94-a7132462b02f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 943 time: 0.2839494
Feb 05 19:22:18.923196 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a69c679f-9be2-4c57-b363-610023166b27 req-12b58753-65a4-411f-a0e4-153bc7674d71 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743414
Feb 05 19:22:18.943215 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6eb277f9-3b88-433b-80a7-69abdd7a922b req-95efd5cd-4a38-4f83-977f-658c4d0cd5fc tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928354
Feb 05 19:22:19.250985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 54f320ac-3c24-48c0-b4bb-e225801edd04 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:19.328210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 54f320ac-3c24-48c0-b4bb-e225801edd04 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:22:19.331080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 54f320ac-3c24-48c0-b4bb-e225801edd04 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:19.331499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:19.469892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:19.498881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:19.509328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 54f320ac-3c24-48c0-b4bb-e225801edd04, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54f320ac-3c24-48c0-b4bb-e225801edd04,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:19.512201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:19.513180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:19.544076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:19.644833 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'code': 200}
Feb 05 19:22:19.646343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=54f320ac-3c24-48c0-b4bb-e225801edd04,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:19.649835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:19.660313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:19.660752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:19.900311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7880f-2c4c-41c8-bdf8-9b2dce72f741 req-8b6d01e1-2443-4176-9825-ad6f309c6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:19.902315 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91c7880f-2c4c-41c8-bdf8-9b2dce72f741 req-8b6d01e1-2443-4176-9825-ad6f309c6ced service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 1162 time: 0.0811567
Feb 05 19:22:19.950577 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91c7880f-2c4c-41c8-bdf8-9b2dce72f741 req-15bd87fe-26e3-49ac-875d-41b46b4219c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411074
Feb 05 19:22:20.263967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017831-fffa-4bd1-93d6-da715019c92d req-9519d66e-2346-48b8-8312-406ce2603ce9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:20.265732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-92017831-fffa-4bd1-93d6-da715019c92d req-9519d66e-2346-48b8-8312-406ce2603ce9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1795447
Feb 05 19:22:20.334194 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-92017831-fffa-4bd1-93d6-da715019c92d req-ecfe3832-873a-4dc8-a83b-8920532b3ad6 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620196
Feb 05 19:22:20.419131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 54f320ac-3c24-48c0-b4bb-e225801edd04 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:20.495266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 54f320ac-3c24-48c0-b4bb-e225801edd04 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:20.495681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:21.637507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654678-34cd-48f8-a98b-90bfbcad080e req-6541872d-09ce-4acf-9a31-e1e994ddf7e1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:21.639600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc654678-34cd-48f8-a98b-90bfbcad080e req-6541872d-09ce-4acf-9a31-e1e994ddf7e1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1644599
Feb 05 19:22:21.705708 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cc654678-34cd-48f8-a98b-90bfbcad080e req-b8120fb0-f33c-4833-80c5-613c9d0ffee9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598297
Feb 05 19:22:21.990964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3408f-93d6-418a-b6c6-4ba5ea03f600 req-47b6d42e-ad2e-4eeb-b1ce-0a42c412720f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:21.992595 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84d3408f-93d6-418a-b6c6-4ba5ea03f600 req-47b6d42e-ad2e-4eeb-b1ce-0a42c412720f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1631322
Feb 05 19:22:22.002498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45902) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:22:22.007877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Request body: {'floatingip': {'port_id': '54f320ac-3c24-48c0-b4bb-e225801edd04'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:22.111590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:22.954748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:22.957690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:23.143530 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Floating IP 36fc9298-43c8-4d4d-b698-0a58c1e6adda associated. External IP: 172.27.3.128, port: 54f320ac-3c24-48c0-b4bb-e225801edd04.
Feb 05 19:22:23.527577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:22:23.773845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:22:23.779469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:23.784310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:22:23.793956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:22:23.795236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c876b8550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:22:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:23.854607 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f80dbef1-91bb-423f-ae88-4a48179098ee tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "PUT /v2.0/floatingips/36fc9298-43c8-4d4d-b698-0a58c1e6adda HTTP/1.1" status: 200  len: 991 time: 1.8509603
Feb 05 19:22:23.855659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:23.956060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910384cd-311e-4db4-b7d9-3d2aec9680d4 req-9303d88d-8739-4e61-8d14-738967a073b9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:23.957804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-910384cd-311e-4db4-b7d9-3d2aec9680d4 req-9303d88d-8739-4e61-8d14-738967a073b9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2353604
Feb 05 19:22:24.022832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:22:24.023616 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-910384cd-311e-4db4-b7d9-3d2aec9680d4 req-4eb5ba35-9692-4abe-9f98-a78778c78b9a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591516
Feb 05 19:22:24.171141 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'status': 'completed', 'code': 200}
Feb 05 19:22:24.285953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-4f83afc1-d2aa-4353-b2ea-989b7af6aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:24.287363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-4f83afc1-d2aa-4353-b2ea-989b7af6aa4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=885da7fbf6654a17bf588982f06427d1&device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 1162 time: 0.0853109
Feb 05 19:22:24.424891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c876b8550>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '36fc9298-43c8-4d4d-b698-0a58c1e6adda', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:7d:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:53Z', 'updated_at': '2021-02-05T19:22:22Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:24.429149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:22:24.439183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:22:24.439849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c876b8550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:22:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:24.487629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-9df15b72-9a86-415a-8233-71d0c46d6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:24.489910 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-9df15b72-9a86-415a-8233-71d0c46d6aab service neutron] 10.222.0.45 "GET /v2.0/networks?id=ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 200  len: 904 time: 0.1955533
Feb 05 19:22:24.612702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-0ac48972-6cf2-4312-817b-851e403138da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54f320ac-3c24-48c0-b4bb-e225801edd04 HTTP/1.1" status: 200  len: 999 time: 0.1161153
Feb 05 19:22:24.674396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:22:24.693511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-05d2733e-8d15-4ef8-840a-02286036e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:24.695112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-05d2733e-8d15-4ef8-840a-02286036e116 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 200  len: 849 time: 0.0712869
Feb 05 19:22:24.787827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-3527d9a2-e18b-4a3f-a537-74b9e55791a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:24.788854 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-3527d9a2-e18b-4a3f-a537-74b9e55791a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ad629650-edc7-4de9-8b47-b5971fadcf97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859606
Feb 05 19:22:24.942769 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-d81555b8-9d6a-4254-bcb7-33c8f564bb90 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468556
Feb 05 19:22:25.105480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c876b8550>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '36fc9298-43c8-4d4d-b698-0a58c1e6adda', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:7d:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:53Z', 'updated_at': '2021-02-05T19:22:22Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:25.112982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c7a66-90d3-4220-9d23-4eb8d9c5c3fb None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '36fc9298-43c8-4d4d-b698-0a58c1e6adda', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'port_id': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'mac_address': 'fa:16:3e:7d:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:21:53Z', 'updated_at': '2021-02-05T19:22:22Z', 'revision_number': 1, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:22:25.160324 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91636717-ab36-48c2-8dad-98abfe2880e3 req-539579ed-3858-4ca6-b291-17614dcb5168 service neutron] 10.222.0.45 "GET /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2087753
Feb 05 19:22:25.423545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30aa58-1ac8-448f-9ef4-a17244b4ac5d req-3db0ef43-fe18-481e-916c-9bc5ff4ab391 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:25.425420 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ce30aa58-1ac8-448f-9ef4-a17244b4ac5d req-3db0ef43-fe18-481e-916c-9bc5ff4ab391 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1745660
Feb 05 19:22:25.433711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92437d04-3e44-4e28-bb5a-cef0dfe96d7e None None] New status for floating IP 36fc9298-43c8-4d4d-b698-0a58c1e6adda: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:22:25.490615 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ce30aa58-1ac8-448f-9ef4-a17244b4ac5d req-68d14f79-2774-4da3-b2a3-770489b1c6f7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586622
Feb 05 19:22:26.800365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168587e-8857-4e8e-94f3-67be5c14c850 req-4d6cf673-2bf3-4872-a67a-8a547c5bcc57 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:26.802049 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9168587e-8857-4e8e-94f3-67be5c14c850 req-4d6cf673-2bf3-4872-a67a-8a547c5bcc57 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1671746
Feb 05 19:22:26.866236 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9168587e-8857-4e8e-94f3-67be5c14c850 req-20776774-b7ef-493d-b719-e7fa0c862706 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578382
Feb 05 19:22:28.188289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a5f2e-ff7c-4895-8653-a822dd76d0ad req-ac09e117-0de3-451e-9651-cf7e371f1046 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:28.189886 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6f6a5f2e-ff7c-4895-8653-a822dd76d0ad req-ac09e117-0de3-451e-9651-cf7e371f1046 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1754332
Feb 05 19:22:28.254106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6f6a5f2e-ff7c-4895-8653-a822dd76d0ad req-145497ba-3758-4f14-9c28-d56e5fc0f9e7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579877
Feb 05 19:22:29.568184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc969f-cb43-4cee-9e0f-164b05d27886 req-4f1409c6-44de-45e1-8432-5db635eb27a8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:29.569903 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-92bc969f-cb43-4cee-9e0f-164b05d27886 req-4f1409c6-44de-45e1-8432-5db635eb27a8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1720853
Feb 05 19:22:29.634506 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-92bc969f-cb43-4cee-9e0f-164b05d27886 req-96590dc6-14b8-4a69-855a-5f794ed00856 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577810
Feb 05 19:22:30.941334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5be081-adc2-43a5-a4ba-dbdad5661292 req-c63e2d76-6211-4265-9acb-71e0a3b6eaa9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:30.943026 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc5be081-adc2-43a5-a4ba-dbdad5661292 req-c63e2d76-6211-4265-9acb-71e0a3b6eaa9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1645956
Feb 05 19:22:31.014873 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dc5be081-adc2-43a5-a4ba-dbdad5661292 req-4f370019-25dd-4bc1-85b8-3bdc9ddbb037 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655551
Feb 05 19:22:31.853321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed81c7-ac0e-4ad4-bff0-9d179b041cdd req-0d3d1bc3-38f1-400a-8685-117f78f7cc07 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:31.855023 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-11ed81c7-ac0e-4ad4-bff0-9d179b041cdd req-0d3d1bc3-38f1-400a-8685-117f78f7cc07 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.1640203
Feb 05 19:22:31.920051 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-11ed81c7-ac0e-4ad4-bff0-9d179b041cdd req-bed81c1b-271c-40fa-86c0-73e4c57f26d2 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580764
Feb 05 19:22:32.179793 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-b9409340-11b6-48c4-b0cf-6e50bc14e9c3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2040820
Feb 05 19:22:32.191081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:32.212704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:32.216862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:floatingip and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:32.219917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:32.226082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:32.236686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:32.520950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635828e-676a-422a-8b46-206308aebd68 req-aad999f9-6e14-45be-9b2c-38677bfd4a89 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:32.522602 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b635828e-676a-422a-8b46-206308aebd68 req-aad999f9-6e14-45be-9b2c-38677bfd4a89 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2100191
Feb 05 19:22:32.576535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:32.613579 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b635828e-676a-422a-8b46-206308aebd68 req-a5d8b478-2f15-4337-a8c1-7c4f72316115 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0840740
Feb 05 19:22:32.873887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Allocated IP 172.27.3.102 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/d45caaaa-1546-4928-b78c-ed10aa93531d) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:22:33.255395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:33.270420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:22:33.288380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:33.305654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-84b7051f-71d9-4048-8710-b459054511bb tempest-ServerRescueNegativeTestJSON-1485246478 tempest-ServerRescueNegativeTestJSON-1485246478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:33.441013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'Port': ['ID=d45caaaa-1546-4928-b78c-ed10aa93531d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:33.461039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.461448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.461858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.462258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.462654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.463050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.463442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.463828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.464217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.464635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.465025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.465409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.465901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.466794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.467181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.467569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.467953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.468341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.468755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.469146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.469531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.469915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.470300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.470684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:33.477154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:33.516391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:22:33.517618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:22:33.519938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:22:33.605614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:33.667443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:34.043841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f09bbd-a16e-45a8-8ee5-48c6127e1c18 req-757f9242-8239-48bf-9e92-83fdf8ff4d85 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:34.046173 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91f09bbd-a16e-45a8-8ee5-48c6127e1c18 req-757f9242-8239-48bf-9e92-83fdf8ff4d85 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2830439
Feb 05 19:22:34.141656 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-91f09bbd-a16e-45a8-8ee5-48c6127e1c18 req-34825bf4-45e6-4741-a71b-73019c8bc768 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879328
Feb 05 19:22:34.161466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:34.165596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:34.190971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:34.337160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'Port': ['ID=d45caaaa-1546-4928-b78c-ed10aa93531d,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:34.340575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:34.456290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:34.479790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:34.481133 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.2944577
Feb 05 19:22:34.582977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-83668298-4412-4094-b85a-50a82741bfca req-da8fcc3c-e546-4db6-b2b3-9c995a7d2051 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:34.600497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-83668298-4412-4094-b85a-50a82741bfca req-da8fcc3c-e546-4db6-b2b3-9c995a7d2051 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:34.601793 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-da8fcc3c-e546-4db6-b2b3-9c995a7d2051 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.102 HTTP/1.1" status: 200  len: 696 time: 0.1134133
Feb 05 19:22:34.908798 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668298-4412-4094-b85a-50a82741bfca req-78611149-bf37-4095-9f80-b5a050665e97 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:34.910222 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-78611149-bf37-4095-9f80-b5a050665e97 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.3015351
Feb 05 19:22:34.998666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30a6f-e737-4658-845f-92f6ef763c8f req-4cac51c2-ea9c-4295-8b49-20f541c3b5cf tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:35.000279 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c5c30a6f-e737-4658-845f-92f6ef763c8f req-4cac51c2-ea9c-4295-8b49-20f541c3b5cf tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 945 time: 0.3091788
Feb 05 19:22:35.005062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-524de3e7-30b9-4181-82af-dee7cb208993 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:22:35.006123 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-83668298-4412-4094-b85a-50a82741bfca req-524de3e7-30b9-4181-82af-dee7cb208993 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0897276
Feb 05 19:22:35.071554 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c5c30a6f-e737-4658-845f-92f6ef763c8f req-c73771d3-dbe4-4a63-9f79-90f1c7ce3efb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643694
Feb 05 19:22:35.299042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-b66954b5-b29d-4e8e-af93-c07311739442 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:35.300771 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-b66954b5-b29d-4e8e-af93-c07311739442 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1752307
Feb 05 19:22:35.458756 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-248ff475-2a3f-43d1-ba91-0692144a9f15 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.102 HTTP/1.1" status: 200  len: 696 time: 0.1161909
Feb 05 19:22:35.472177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'floatingip': {'port_id': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:35.576153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:35.739682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5644bd8-c411-41ab-8184-ad23539e3a19 req-25080b90-6a84-4ad4-9d66-5ee739c829e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:35.741256 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d5644bd8-c411-41ab-8184-ad23539e3a19 req-25080b90-6a84-4ad4-9d66-5ee739c829e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.4394956
Feb 05 19:22:35.888758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d5644bd8-c411-41ab-8184-ad23539e3a19 req-b9501be9-d4dd-4321-b02f-a928ad405727 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154213
Feb 05 19:22:36.627727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:36.674824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-9bac68ff-8642-4def-b788-fd6b3b95343f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:36.675328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-9bac68ff-8642-4def-b788-fd6b3b95343f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:36.680962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20817d27-3a44-43cd-b72e-37012378347e req-97272ea1-f7e6-4531-84d1-dda44f26a69b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:36.682820 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20817d27-3a44-43cd-b72e-37012378347e req-97272ea1-f7e6-4531-84d1-dda44f26a69b tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 945 time: 0.4650712
Feb 05 19:22:36.689184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-9bac68ff-8642-4def-b788-fd6b3b95343f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:36.690441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-9bac68ff-8642-4def-b788-fd6b3b95343f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 945 time: 0.1848867
Feb 05 19:22:36.705502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:36.705923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:36.762457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:36.781981 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20817d27-3a44-43cd-b72e-37012378347e req-bfe2b663-a606-4bac-9b84-ed4ef51f021a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881429
Feb 05 19:22:36.783235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:36.785649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Deleting port b8bdc7be-2b12-45c9-9835-329f647005e3 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:22:36.786043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:36.850215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device b8bdc7be-2b12-45c9-9835-329f647005e3 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:22:36.985725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:36.995005 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Floating IP bc94fc58-199d-4ef7-9946-848aac6303b7 associated. External IP: 172.27.3.102, port: 984a3313-6309-419d-b1c3-ff7892ff3cb5.
Feb 05 19:22:37.039832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:37.053326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port b8bdc7be-2b12-45c9-9835-329f647005e3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8bdc7be-2b12-45c9-9835-329f647005e3,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:37.057678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:37.059921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:37.133253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:37.136428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:37.281813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] For port b8bdc7be-2b12-45c9-9835-329f647005e3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8bdc7be-2b12-45c9-9835-329f647005e3,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:37.282490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:37.371847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e6a5-c62a-4400-8b52-17159c433853 req-75cb1d1c-ed38-4e6f-833c-fd3611a73a76 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:37.374106 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c33e6a5-c62a-4400-8b52-17159c433853 req-75cb1d1c-ed38-4e6f-833c-fd3611a73a76 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2898068
Feb 05 19:22:37.423121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Calling delete_port for b8bdc7be-2b12-45c9-9835-329f647005e3 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:22:37.588231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:37.595996 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2c33e6a5-c62a-4400-8b52-17159c433853 req-332eb04d-8788-4f37-b234-28f2b5e7aa7c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2148671
Feb 05 19:22:37.604391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6110d7e4-b542-4255-9480-fbacff22c9f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:37.643723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Router 52d99461-9186-4532-bfe0-76ff79a80d8b has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:22:37.658930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event deleted for resources: {'Port': ['ID=b8bdc7be-2b12-45c9-9835-329f647005e3,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:37.683680 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3', 'code': 200}
Feb 05 19:22:37.707059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:37.822155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] No DVR routers for this DVR port b8bdc7be-2b12-45c9-9835-329f647005e3 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:22:37.824493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:37.827990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-deleted', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:37.844567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c0790b35-c3d4-464d-b21f-348fd2c7192a req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "DELETE /v2.0/ports/b8bdc7be-2b12-45c9-9835-329f647005e3 HTTP/1.1" status: 204  len: 173 time: 1.1477263
Feb 05 19:22:37.850796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:22:37.855620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:37.861590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Sync routers for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:22:37.875233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:22:37.876399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8758a780>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:22:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:37.918959 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-e8fa6cf2-4ae0-44b1-a8ab-49710df663a3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "PUT /v2.0/floatingips/bc94fc58-199d-4ef7-9946-848aac6303b7 HTTP/1.1" status: 200  len: 996 time: 2.4529350
Feb 05 19:22:37.919619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:38.037765 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2bd3c98c-d720-4067-b65c-472039e807af req-72c100b3-b4d5-45ab-996e-3d86b92c3ce4 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=1566327b-2226-4e18-85b3-09927554a690 HTTP/1.1" status: 200  len: 210 time: 0.0632465
Feb 05 19:22:38.078463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-3a9dd878-a404-465e-8bfe-08e864db27ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.080297 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-3a9dd878-a404-465e-8bfe-08e864db27ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.1435020
Feb 05 19:22:38.119083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:22:38.207693 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1566327b-2226-4e18-85b3-09927554a690', 'name': 'network-vif-deleted', 'tag': 'b8bdc7be-2b12-45c9-9835-329f647005e3', 'status': 'completed', 'code': 200}
Feb 05 19:22:38.238715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-502d439f-8b53-4e5e-9936-3a4f6f11a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.240342 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-502d439f-8b53-4e5e-9936-3a4f6f11a728 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.1534860
Feb 05 19:22:38.317363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:22:38.381223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-edaa8795-bd0e-47d3-9535-2645b4c36029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.382858 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-edaa8795-bd0e-47d3-9535-2645b4c36029 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.0905664
Feb 05 19:22:38.386366 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-cf18fe86-aa6e-4c0e-983a-cecc11b031f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 999 time: 0.1371405
Feb 05 19:22:38.471792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-9196b82f-8893-494b-927e-75ed4f9b141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.481083 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-9196b82f-8893-494b-927e-75ed4f9b141b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.0859580
Feb 05 19:22:38.547566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-9446e595-77e4-4636-91cb-8dbc6ee16f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.549483 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-9446e595-77e4-4636-91cb-8dbc6ee16f49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.1561611
Feb 05 19:22:38.571938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-1b46e5af-95a5-4419-b868-b7f8498df87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.573634 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-1b46e5af-95a5-4419-b868-b7f8498df87c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0909157
Feb 05 19:22:38.587064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-83bfa63c-4a1a-4426-b1ce-d4dba38986c3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:22:38.588208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-83bfa63c-4a1a-4426-b1ce-d4dba38986c3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0065203
Feb 05 19:22:38.675691 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-71899954-d6a4-4707-bb64-98d395a400c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 999 time: 0.1185696
Feb 05 19:22:38.715416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8758a780>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'bc94fc58-199d-4ef7-9946-848aac6303b7', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'port_id': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'mac_address': 'fa:16:3e:f3:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:22:33Z', 'updated_at': '2021-02-05T19:22:36Z', 'revision_number': 1, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:38.719808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Checking router: 52d99461-9186-4532-bfe0-76ff79a80d8b for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:22:38.730145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:22:38.730810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8758a780>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:22:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:38.762457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-a8c20ace-97e8-4539-9558-b6d812f630d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.763310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-2d38e091-4882-437e-bd37-1c46c0818f5d service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654534
Feb 05 19:22:38.764887 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-a8c20ace-97e8-4539-9558-b6d812f630d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.0830600
Feb 05 19:22:38.854924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-e7817c45-dd93-4e53-a243-5739ea90885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:38.857132 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-e7817c45-dd93-4e53-a243-5739ea90885f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844100
Feb 05 19:22:38.934437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:38.940251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:22:38.980636 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6fd06819-7a3a-4609-915c-7ffab109fb52 req-7f9855b7-4f19-418f-b85c-d4aa9337f3bc service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2162750
Feb 05 19:22:39.012135 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-9248e8fd-16c3-4f7b-a838-7723d012f8d6 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426799
Feb 05 19:22:39.130678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a80115-2d38-41c9-af94-288ec2d5b310 req-cd090892-a4b2-4cd4-84a3-b5699d0db54a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:39.141512 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7a80115-2d38-41c9-af94-288ec2d5b310 req-cd090892-a4b2-4cd4-84a3-b5699d0db54a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.3497028
Feb 05 19:22:39.199852 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ba5a0d8e-e2f2-4ae0-91f4-b67005e85d0b req-540959c0-4669-4eb7-9242-7e3c04e82b34 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1769197
Feb 05 19:22:39.212646 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7a80115-2d38-41c9-af94-288ec2d5b310 req-6daa81da-dbfa-421a-8f3b-5bd90152ff44 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701468
Feb 05 19:22:39.217701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-98661917', 'description': 'tempest-TestMinimumBasicScenario-98661917 description'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:39.239971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:39.244087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:security_group and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:39.247206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:39.253524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:39.267164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.291688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:39.295898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:security_group_rule and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:39.299025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:39.305283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:39.383462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.386734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.393124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2387352b-1013-4de0-9823-aa376c936569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:39.395996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8758a780>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'bc94fc58-199d-4ef7-9946-848aac6303b7', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'port_id': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'mac_address': 'fa:16:3e:f3:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:22:33Z', 'updated_at': '2021-02-05T19:22:36Z', 'revision_number': 1, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:39.400793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7ad66-eeab-4349-be00-6b97eb8ba331 None None] The sync data for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi is: [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': 'bc94fc58-199d-4ef7-9946-848aac6303b7', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'floating_ip_address': '172.27.3.102', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'port_id': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'mac_address': 'fa:16:3e:f3:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:22:33Z', 'updated_at': '2021-02-05T19:22:36Z', 'revision_number': 1, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:22:39.667422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd77ae-2c07-4280-add8-1983c60bce86,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:39.670892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.672204 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c35307ed-43ef-4d7b-86d8-bf23aac34114 req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1815 time: 0.4802973
Feb 05 19:22:39.673087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:39.701289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd499ced-8195-4c54-9fdf-f57927ae9409 None None] New status for floating IP bc94fc58-199d-4ef7-9946-848aac6303b7: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:22:39.782690 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-5a8b28e0-45ff-4b8d-a54f-9a835dc302d9 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups/37dd77ae-2c07-4280-add8-1983c60bce86 HTTP/1.1" status: 200  len: 1810 time: 0.0668700
Feb 05 19:22:39.793672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37dd77ae-2c07-4280-add8-1983c60bce86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:39.794678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37dd77ae-2c07-4280-add8-1983c60bce86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:39.816752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:39.820812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:security_group_rule and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:39.823818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:39.830716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:39.887194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.911239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.913879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.916028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8307f746-0aea-41a1-846b-cee08a93a55f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:39.940340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e2ca79-d603-4dcf-8f01-bfd25b4e55d3,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:39.943032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:39.949719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:39.951026 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb49e1fa-489b-4cfc-8660-501a47dc2898 req-8638b56f-98f6-4e2d-90dc-363429b45243 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1617167
Feb 05 19:22:40.050114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-119f4754-8e18-457a-bd71-f4af9fe58de8 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups/37dd77ae-2c07-4280-add8-1983c60bce86 HTTP/1.1" status: 200  len: 2403 time: 0.0666234
Feb 05 19:22:40.062641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37dd77ae-2c07-4280-add8-1983c60bce86', 'remote_group_id': None}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:40.062988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '37dd77ae-2c07-4280-add8-1983c60bce86', 'remote_group_id': None}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:40.084340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:22:40.088516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Usage tracker for resource:security_group_rule and tenant:ad124349434d45968fab2b4cbfa15bd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:22:40.091631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:22:40.097631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:22:40.161601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:40.188975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:40.191700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:40.193911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-60801d67-372d-4b6c-8e70-a519b4656197 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:40.217931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c08443-8afe-4a3b-bb01-f898abc6888d,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:40.220572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:40.227787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:40.229139 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bac8777-2bf5-4d45-85b0-4a99a2c750c3 req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1721902
Feb 05 19:22:40.390604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-83dba7d1-0c2b-4669-a6a9-3ee692a08ce1 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:40.407435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-83dba7d1-0c2b-4669-a6a9-3ee692a08ce1 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:40.408721 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-83dba7d1-0c2b-4669-a6a9-3ee692a08ce1 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-98661917&fields=id&tenant_id=ad124349434d45968fab2b4cbfa15bd0 HTTP/1.1" status: 200  len: 267 time: 0.0763900
Feb 05 19:22:40.655465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-25da974a-89e0-4f82-9eea-1a332a62d737 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:40.657155 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-25da974a-89e0-4f82-9eea-1a332a62d737 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.2420151
Feb 05 19:22:40.738877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd394-42ba-4532-a923-3337173a4fc8 req-9e7699b9-99fd-4f6f-91ee-11476c7ad3ee tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:40.740396 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45dcd394-42ba-4532-a923-3337173a4fc8 req-9e7699b9-99fd-4f6f-91ee-11476c7ad3ee tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2867999
Feb 05 19:22:40.746676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'port': {'security_groups': ['d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42', '37dd77ae-2c07-4280-add8-1983c60bce86']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:22:40.814695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a66fbf5-c168-471b-afc2-a1adde214ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:40.875135 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45dcd394-42ba-4532-a923-3337173a4fc8 req-09611db2-e5cb-442c-b5c0-934694a43215 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996797
Feb 05 19:22:40.962423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:41.390658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:41.490599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa2f41-e76f-4841-ae7f-ee6f593c85f5 req-b273e615-80ff-4bfe-8447-8756f21d733d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:41.492314 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-37aa2f41-e76f-4841-ae7f-ee6f593c85f5 req-b273e615-80ff-4bfe-8447-8756f21d733d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 945 time: 0.2423701
Feb 05 19:22:41.530210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:41.535590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:41.560315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:41.714853 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-37aa2f41-e76f-4841-ae7f-ee6f593c85f5 req-2f4e361f-190c-4613-a878-706450517dec tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092805
Feb 05 19:22:41.788795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=5']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:41.804850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:41.904502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:41.905242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:41.906806 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45675e5d-376f-44bf-a031-6772f59e7b4f req-0f8b3c32-116c-434a-b9ab-1301d10a1c23 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "PUT /v2.0/ports/984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 981 time: 1.1653807
Feb 05 19:22:41.907382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:42.046583 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:22:42.163521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-5eb857d8-5b87-48ef-95d8-bfb6fc6b254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.165237 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-5eb857d8-5b87-48ef-95d8-bfb6fc6b254c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1202 time: 0.1153898
Feb 05 19:22:42.187473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-2af919e8-994d-42bc-8212-287bf7b9629e None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:42.187897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2af919e8-994d-42bc-8212-287bf7b9629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:42.373236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12784cdc-1545-4476-b648-5cd5627ad791 req-804e1113-31ce-4ebd-bcb9-65ca73e44f3d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.376613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-62662d65-878b-4e1c-b35b-3707f0b1d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.378586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-62662d65-878b-4e1c-b35b-3707f0b1d404 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.2037396
Feb 05 19:22:42.379842 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-12784cdc-1545-4476-b648-5cd5627ad791 req-804e1113-31ce-4ebd-bcb9-65ca73e44f3d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.2424219
Feb 05 19:22:42.529409 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-d186c340-25f0-4a82-a121-425d19c85911 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1367216
Feb 05 19:22:42.572193 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-12784cdc-1545-4476-b648-5cd5627ad791 req-d552d227-565a-48b9-810d-7355f6c2745b tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.1340785
Feb 05 19:22:42.643379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-05692e34-9edc-42c1-80c4-d9242cd95db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.645558 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-05692e34-9edc-42c1-80c4-d9242cd95db4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.1103976
Feb 05 19:22:42.691279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671d56-0809-4ceb-92ec-759fb435e95b req-d3e0dc2b-17bd-4d75-bcd6-29d03a922571 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.694528 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7671d56-0809-4ceb-92ec-759fb435e95b req-d3e0dc2b-17bd-4d75-bcd6-29d03a922571 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.3134413
Feb 05 19:22:42.744061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-fe2a665b-4e09-4096-ac16-3cfdbc695239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:42.760406 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-fe2a665b-4e09-4096-ac16-3cfdbc695239 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1079712
Feb 05 19:22:42.781266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f7671d56-0809-4ceb-92ec-759fb435e95b req-3197cf4b-3175-4dd1-9ba8-39ba078a23e5 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781970
Feb 05 19:22:42.824003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:22:42.962880 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-8f066ed4-fdd5-4750-b28c-29dd7f30a420 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858463
Feb 05 19:22:42.971287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-176fb779-c268-4f9f-8894-8ccb3e708e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:43.009183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:22:43.009765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:43.220140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e043534-c92d-4cd2-92a1-69b94b7dccbf req-43a29d3b-3533-4fdf-93c3-08686af4123d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:43.274238 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e043534-c92d-4cd2-92a1-69b94b7dccbf req-43a29d3b-3533-4fdf-93c3-08686af4123d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 945 time: 0.3975220
Feb 05 19:22:43.360539 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4e043534-c92d-4cd2-92a1-69b94b7dccbf req-8ce8227d-0e71-4aa1-901f-c55b9c1f4bb7 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851948
Feb 05 19:22:43.437992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-fdcd2bc0-2055-44d0-ad13-8e677e27e3bb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:43.438818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-fdcd2bc0-2055-44d0-ad13-8e677e27e3bb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:43.457357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-f9e91eca-42e5-476c-9349-be6d60e6d4aa service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4826276
Feb 05 19:22:43.463609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-fdcd2bc0-2055-44d0-ad13-8e677e27e3bb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:43.465006 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-fdcd2bc0-2055-44d0-ad13-8e677e27e3bb tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 945 time: 0.4215693
Feb 05 19:22:43.570977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Deleting port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:22:43.571419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:43.780539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:43.884703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] For port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:43.885284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:44.057599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Calling delete_port for 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:22:44.170658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519f665-3ef7-4a53-9704-cfd51175570e req-829fded7-7082-4ca3-9ed7-a5b87c119eab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:44.178593 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7519f665-3ef7-4a53-9704-cfd51175570e req-829fded7-7082-4ca3-9ed7-a5b87c119eab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2234919
Feb 05 19:22:44.242923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:44.261468 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7519f665-3ef7-4a53-9704-cfd51175570e req-457a32c6-4892-4292-981f-1a9b47570bab tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817289
Feb 05 19:22:44.330967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:44.414240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event deleted for resources: {'Port': ['ID=8be4eb3b-a623-4862-a3d2-e50d4e9f4a57,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:44.431684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:44.551357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] No DVR routers for this DVR port 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:22:44.553698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:44.564530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'name': 'network-vif-deleted', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:44.571600 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad02d5f1-f69d-49bb-8ca1-c9bde45f3c9f req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "DELETE /v2.0/ports/8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 HTTP/1.1" status: 204  len: 173 time: 1.0957406
Feb 05 19:22:44.591788 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f6dceed0-ba2e-41b3-a8b3-cf2a9c71aa09 req-9aed9999-2f33-4904-81d4-82da876bd48a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa04d057-5299-44bf-982d-6f247c393b32 HTTP/1.1" status: 200  len: 210 time: 0.0800385
Feb 05 19:22:44.696160 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa04d057-5299-44bf-982d-6f247c393b32', 'name': 'network-vif-deleted', 'tag': '8be4eb3b-a623-4862-a3d2-e50d4e9f4a57', 'status': 'completed', 'code': 200}
Feb 05 19:22:44.959287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:22:45.000890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:22:45.001607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 8be4eb3b-a623-4862-a3d2-e50d4e9f4a57 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:22:45.075703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:45.082336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:45.602432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433262a-3cf7-4330-b602-95cfa0c12c57 req-8671d8b7-ed81-457c-9326-98e64be283af tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:45.605084 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8433262a-3cf7-4330-b602-95cfa0c12c57 req-8671d8b7-ed81-457c-9326-98e64be283af tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1755095
Feb 05 19:22:45.712785 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8433262a-3cf7-4330-b602-95cfa0c12c57 req-84557ad7-4c0c-48e2-8c87-521748566417 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989926
Feb 05 19:22:46.338844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c30ae-3206-451d-97a5-1f24a6813b1c req-e8f4ec53-d56d-4dac-87b1-a1e619728cfc tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:46.350604 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d64c30ae-3206-451d-97a5-1f24a6813b1c req-e8f4ec53-d56d-4dac-87b1-a1e619728cfc tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 945 time: 0.2287121
Feb 05 19:22:46.427318 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d64c30ae-3206-451d-97a5-1f24a6813b1c req-b20bda51-29ff-4a5e-9d95-a6448a0e6ca1 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757427
Feb 05 19:22:47.038519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15382551-b846-49fd-b6d7-f432dae439b6 req-a53f1579-321c-4c7a-97c4-0a2d3b2c2427 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:47.040263 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15382551-b846-49fd-b6d7-f432dae439b6 req-a53f1579-321c-4c7a-97c4-0a2d3b2c2427 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1682253
Feb 05 19:22:47.114277 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-15382551-b846-49fd-b6d7-f432dae439b6 req-2c0c413c-04e0-4129-91eb-3cfdea0b7ff6 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652306
Feb 05 19:22:47.832635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77e6ff-92c7-4bf1-9313-bb5fcc7e719d req-fb0a6386-eba9-446e-838b-c306f4b79ea5 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:47.834349 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a77e6ff-92c7-4bf1-9313-bb5fcc7e719d req-fb0a6386-eba9-446e-838b-c306f4b79ea5 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 945 time: 0.2201409
Feb 05 19:22:47.844239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-6917e194-3722-42d9-ac8f-1f03d521420f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:47.846769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-6917e194-3722-42d9-ac8f-1f03d521420f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:47.862680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-6917e194-3722-42d9-ac8f-1f03d521420f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:47.864708 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-6917e194-3722-42d9-ac8f-1f03d521420f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 945 time: 0.2480097
Feb 05 19:22:47.921231 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a77e6ff-92c7-4bf1-9313-bb5fcc7e719d req-0dd7cf78-5945-4c21-aa05-d8f2b9d06b69 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783312
Feb 05 19:22:48.005179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Deleting port ba2a7898-9505-4e63-8ae1-77befa1926ad {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:22:48.005608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:48.504445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495d25c-0028-4ca6-8b4c-f0a0f35c7028 req-633fe3e4-c126-43b4-9e81-880854c4aa35 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:48.513080 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b495d25c-0028-4ca6-8b4c-f0a0f35c7028 req-633fe3e4-c126-43b4-9e81-880854c4aa35 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2037375
Feb 05 19:22:48.541693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device ba2a7898-9505-4e63-8ae1-77befa1926ad no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:22:48.603093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:48.603470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:48.625654 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b495d25c-0028-4ca6-8b4c-f0a0f35c7028 req-4fafae8d-6367-4f27-8056-0148a438fee1 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112795
Feb 05 19:22:48.719543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:48.750522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:48.768289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Calling delete_port for ba2a7898-9505-4e63-8ae1-77befa1926ad owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:22:48.775954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:48.782522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:48.784425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30031ce6-01d5-4c21-a8ae-6205ea35bd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:48.869288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad', 'code': 200}
Feb 05 19:22:48.869960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:48.874108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:48.881471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:22:48.882191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:22:49.266222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844651-c006-4d4c-9d52-36fadd787829 req-270d14a6-cb6c-4bb5-a331-9359c3d730dc tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:49.267936 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94844651-c006-4d4c-9d52-36fadd787829 req-270d14a6-cb6c-4bb5-a331-9359c3d730dc tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 943 time: 0.1847932
Feb 05 19:22:49.341107 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-94844651-c006-4d4c-9d52-36fadd787829 req-0221ab70-fce5-47a8-ac3f-56237704d24e tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656576
Feb 05 19:22:49.384275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Deleting port ba2a7898-9505-4e63-8ae1-77befa1926ad {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:22:49.384689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:49.670199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] For port ba2a7898-9505-4e63-8ae1-77befa1926ad, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=ba2a7898-9505-4e63-8ae1-77befa1926ad,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:49.670531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:49.809953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Calling delete_port for ba2a7898-9505-4e63-8ae1-77befa1926ad owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:22:49.978655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:49.991052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9d48c-e063-42e1-a4e2-36d26cc42925 req-f4d5d71b-b380-4df8-8344-b62991a72b2f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:49.999779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e672fe59-9e51-4b5f-947d-9d343d85b859 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:50.002167 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eaa9d48c-e063-42e1-a4e2-36d26cc42925 req-f4d5d71b-b380-4df8-8344-b62991a72b2f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.2110023
Feb 05 19:22:50.072867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event deleted for resources: {'Port': ['ID=ba2a7898-9505-4e63-8ae1-77befa1926ad,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:50.076697 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eaa9d48c-e063-42e1-a4e2-36d26cc42925 req-49ccc3ee-369a-428f-a0c1-e9c59dac2071 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732291
Feb 05 19:22:50.133273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:50.313975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] No DVR routers for this DVR port ba2a7898-9505-4e63-8ae1-77befa1926ad on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:22:50.316440 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:50.319384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-deleted', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:50.345385 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3485709d-4b76-4921-bc9e-307f4b3b62db req-3ad4d9ad-9945-4032-a7ee-d3c09141b05f tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "DELETE /v2.0/ports/ba2a7898-9505-4e63-8ae1-77befa1926ad HTTP/1.1" status: 204  len: 173 time: 2.4718337
Feb 05 19:22:50.415458 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e', 'name': 'network-vif-deleted', 'tag': 'ba2a7898-9505-4e63-8ae1-77befa1926ad', 'status': 'completed', 'code': 200}
Feb 05 19:22:50.587115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-37506f49-35d1-488e-9102-5b77ccfd8dce req-f7446375-bdca-4184-ae55-30d352364d7d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=075ee65e-9bbb-41e3-b7ea-f3f7d8c02d8e HTTP/1.1" status: 200  len: 210 time: 0.0615654
Feb 05 19:22:51.447758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090bf86-5b3b-47ff-90d5-4760733a65d0 req-5767b8fa-eae6-4b93-ac30-e6a559f34cb7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:51.449390 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e090bf86-5b3b-47ff-90d5-4760733a65d0 req-5767b8fa-eae6-4b93-ac30-e6a559f34cb7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1786225
Feb 05 19:22:51.523164 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e090bf86-5b3b-47ff-90d5-4760733a65d0 req-6212d1c1-68da-431a-b2e2-c269d5d1c0f9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668387
Feb 05 19:22:52.332244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-aafeebba-adc9-4875-a560-ed4f46985121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:52.333894 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-aafeebba-adc9-4875-a560-ed4f46985121 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1163 time: 0.0826437
Feb 05 19:22:52.484093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-ca941906-6946-4afc-8d62-c81a4c2ea5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:52.485760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-ca941906-6946-4afc-8d62-c81a4c2ea5f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1395698
Feb 05 19:22:52.602402 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-5f3ffd0b-fce0-42e3-9e55-e30b504bad46 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 1001 time: 0.1082628
Feb 05 19:22:52.703759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-4a90390c-d50a-4404-a71b-2390fd4ced6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:52.705449 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-4a90390c-d50a-4404-a71b-2390fd4ced6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0679958
Feb 05 19:22:52.789383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-bd813719-54d9-4560-a824-ec301f5ab2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:52.791250 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-bd813719-54d9-4560-a824-ec301f5ab2ad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790923
Feb 05 19:22:52.834313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c587a8-c475-4fb4-939c-93066c4f8aca req-a84ba7e0-99be-4cbd-a60c-2eae84c695cf tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:52.835995 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03c587a8-c475-4fb4-939c-93066c4f8aca req-a84ba7e0-99be-4cbd-a60c-2eae84c695cf tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1630819
Feb 05 19:22:52.900991 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03c587a8-c475-4fb4-939c-93066c4f8aca req-f2699d41-4b86-4219-a4bc-73f9db2ea887 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576155
Feb 05 19:22:52.938629 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-88dc14a4-01bb-4df3-8488-578ccf0ee1fd service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400161
Feb 05 19:22:53.089554 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-89720b14-457f-4fef-9c4e-a2fd70c2739d req-e813d544-0c13-40fb-b579-42d6d477033a service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431394
Feb 05 19:22:53.545937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf28c8-d947-4137-881a-2d0a20de7371 req-f49219a0-d808-4039-9155-7c7c889e81f9 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:53.547561 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8edf28c8-d947-4137-881a-2d0a20de7371 req-f49219a0-d808-4039-9155-7c7c889e81f9 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 945 time: 0.1669629
Feb 05 19:22:53.610607 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8edf28c8-d947-4137-881a-2d0a20de7371 req-35b86c66-0866-4101-8839-ad936a010a61 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567136
Feb 05 19:22:54.213207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d59ad-a0c9-4daa-868b-34dbd229b7a2 req-c1927cf1-3ac3-44d6-9131-13d962efb63a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:54.214765 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea5d59ad-a0c9-4daa-868b-34dbd229b7a2 req-c1927cf1-3ac3-44d6-9131-13d962efb63a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1628127
Feb 05 19:22:54.285222 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea5d59ad-a0c9-4daa-868b-34dbd229b7a2 req-cfcd3008-69c7-4f9a-a616-5da96d32d901 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632377
Feb 05 19:22:54.909595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acc84b-eae6-4841-9873-c5c636b9bfcc req-f6df4530-f7ee-4277-a55d-48c795d24842 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:54.911261 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6acc84b-eae6-4841-9873-c5c636b9bfcc req-f6df4530-f7ee-4277-a55d-48c795d24842 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 945 time: 0.1640687
Feb 05 19:22:54.977924 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6acc84b-eae6-4841-9873-c5c636b9bfcc req-71cf1f2b-adfb-4d91-941d-8ebdb6fbee94 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/security-groups?id=dc5cce40-ed05-44ca-8e95-6e8550feec84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599535
Feb 05 19:22:55.253461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-99ad852e-d6bb-4a2a-8f68-7723caeba01a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:55.254155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-99ad852e-d6bb-4a2a-8f68-7723caeba01a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Synchronizing usage tracker for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:22:55.270046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-99ad852e-d6bb-4a2a-8f68-7723caeba01a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Unset dirty status for tenant:3822c55e1aae4179a30e1e235a6ad65d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:22:55.271260 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-99ad852e-d6bb-4a2a-8f68-7723caeba01a tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 945 time: 0.1826344
Feb 05 19:22:55.371244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Deleting port 136b5c36-36d9-49e6-8b85-e2f93dcb664e {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:22:55.372194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:55.656387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] For port 136b5c36-36d9-49e6-8b85-e2f93dcb664e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=136b5c36-36d9-49e6-8b85-e2f93dcb664e,segment=NetworkSegment(df5169dd-7464-4a4a-ac33-0834514ae7e1),segment_id=df5169dd-7464-4a4a-ac33-0834514ae7e1)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:55.656811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:55.791491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Calling delete_port for 136b5c36-36d9-49e6-8b85-e2f93dcb664e owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:22:55.808439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dc6a3-37e8-4950-9778-7b33d7ff0e7d req-52df2a30-57b1-4157-a0b2-02ac76adc7df tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:55.810799 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef8dc6a3-37e8-4950-9778-7b33d7ff0e7d req-52df2a30-57b1-4157-a0b2-02ac76adc7df tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.3734603
Feb 05 19:22:55.874732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef8dc6a3-37e8-4950-9778-7b33d7ff0e7d req-cfab8f17-73d7-40c6-a2ca-3c5c839d44ce tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575023
Feb 05 19:22:55.941474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:56.077181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:56.133520 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Pushing event deleted for resources: {'Port': ['ID=136b5c36-36d9-49e6-8b85-e2f93dcb664e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:56.149451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.149867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.150277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.150681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.151080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.151482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.151898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.152261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.152639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.153560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.153953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.154344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.154777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.155172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.155563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.155959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.156349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.156814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.157182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.157531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.157921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.158312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.158700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.159088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:22:56.164745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:56.212156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] No DVR routers for this DVR port 136b5c36-36d9-49e6-8b85-e2f93dcb664e on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:22:56.214617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:56.218047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'name': 'network-vif-deleted', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:56.233968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09517a50-ae3e-44bc-bcd7-f78873fe2fb3 req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.45 "DELETE /v2.0/ports/136b5c36-36d9-49e6-8b85-e2f93dcb664e HTTP/1.1" status: 204  len: 173 time: 0.9518135
Feb 05 19:22:56.276829 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4a1ae000-a4fc-4d22-839d-82e700fba717 req-b5e7056a-c52b-4ee5-89fd-d4de3b90227d tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ddf113f-080e-403f-a8a3-5faafbe28931 HTTP/1.1" status: 200  len: 210 time: 0.0513501
Feb 05 19:22:56.351986 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ddf113f-080e-403f-a8a3-5faafbe28931', 'name': 'network-vif-deleted', 'tag': '136b5c36-36d9-49e6-8b85-e2f93dcb664e', 'status': 'completed', 'code': 200}
Feb 05 19:22:56.630410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 136b5c36-36d9-49e6-8b85-e2f93dcb664e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:22:56.667665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 136b5c36-36d9-49e6-8b85-e2f93dcb664e {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:22:56.667985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 136b5c36-36d9-49e6-8b85-e2f93dcb664e not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:22:56.669085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:22:56.799569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:56.828212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:22:56.838650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:22:56.842567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:56.844426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:56.894072 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'code': 422} returned with failed status
Feb 05 19:22:56.922164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:56.925475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:57.396685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46264) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:22:57.477178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-84e5796f-37e5-4247-a5eb-f80a8c68f68b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0859680
Feb 05 19:22:57.526652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Deleting subnet 849d2635-55b4-473d-a86a-73342fc73e0f {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:22:57.532351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:57.598518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:57.721788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f0152-e9f0-4e7e-8a0a-c1f5b61fbd25 req-7406ea77-46f2-44b3-999e-c30822cc2aa2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:57.723488 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-006f0152-e9f0-4e7e-8a0a-c1f5b61fbd25 req-7406ea77-46f2-44b3-999e-c30822cc2aa2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.2902112
Feb 05 19:22:57.780739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:57.837703 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-006f0152-e9f0-4e7e-8a0a-c1f5b61fbd25 req-311fa60c-1046-4146-8a68-071cff2d70c8 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049261
Feb 05 19:22:58.029712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586965a-e210-45b8-bebb-49f7478bb78b req-b02d36e1-ac7b-4f2e-b0b0-07b743aa8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:58.031471 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-b02d36e1-ac7b-4f2e-b0b0-07b743aa8cae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5&tenant_id=f7821d08eabd4d39872db3516f25c327 HTTP/1.1" status: 200  len: 1161 time: 0.0797634
Feb 05 19:22:58.075400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.091332 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ab818de4-801f-468a-856c-70bdb5202905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:58.128814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849d2635-55b4-473d-a86a-73342fc73e0f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:58.138294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586965a-e210-45b8-bebb-49f7478bb78b req-b6f0a909-0273-4dab-b4b4-f6bfb73010ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:58.140169 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-b6f0a909-0273-4dab-b4b4-f6bfb73010ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1161 time: 0.0854571
Feb 05 19:22:58.180392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:58.229571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.236988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-da705737-06f6-411f-99b6-e60a98aac908 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/849d2635-55b4-473d-a86a-73342fc73e0f HTTP/1.1" status: 204  len: 168 time: 0.8392079
Feb 05 19:22:58.239657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46274) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:22:58.369271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.509149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586965a-e210-45b8-bebb-49f7478bb78b req-cd5f18f0-dc02-4df2-97be-033bc25496e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:58.510791 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-cd5f18f0-dc02-4df2-97be-033bc25496e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.3632414
Feb 05 19:22:58.566830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.629673 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-e769fd69-ae42-4d4f-9fad-434da91c232a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 999 time: 0.1094198
Feb 05 19:22:58.684352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c86801400>,) {'filters': {'network_id': ['e42a7b2b-16d7-496a-a2be-dca8e231d223']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:58.697256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86801400>, 'df5169dd-7464-4a4a-ac33-0834514ae7e1') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:58.697590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86801400>, 'df5169dd-7464-4a4a-ac33-0834514ae7e1') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:22:58.706870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586965a-e210-45b8-bebb-49f7478bb78b req-8d94274d-033b-4e1c-b931-21dacb1d36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:58.708505 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-8d94274d-033b-4e1c-b931-21dacb1d36ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0671322
Feb 05 19:22:58.710364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.730154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.732663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:22:58.792921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586965a-e210-45b8-bebb-49f7478bb78b req-2511f48f-e71e-4a54-bbb0-4289c6bc646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:58.794678 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-2511f48f-e71e-4a54-bbb0-4289c6bc646e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791233
Feb 05 19:22:58.912768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:22:58.922189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:58.945258 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-9f9e50b4-671d-47de-b3e9-3e5c0d588e32 service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402073
Feb 05 19:22:59.096227 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-ac8b45ec-ffa4-4fad-a604-505a95ce388a service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418977
Feb 05 19:22:59.166786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Network e42a7b2b-16d7-496a-a2be-dca8e231d223 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:22:59.192651 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:22:59.361168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d881e2-7b65-4283-ab89-21932ef59dd9 req-6f160f24-4147-43ad-b394-aac11a07e868 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:22:59.362798 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e9d881e2-7b65-4283-ab89-21932ef59dd9 req-6f160f24-4147-43ad-b394-aac11a07e868 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.3737071
Feb 05 19:22:59.363960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.367386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:59.384542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.407607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42a7b2b-16d7-496a-a2be-dca8e231d223,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:59.412878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:59.422112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e42a7b2b-16d7-496a-a2be-dca8e231d223 HTTP/1.1" status: 204  len: 168 time: 1.1813822
Feb 05 19:22:59.461915 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e9d881e2-7b65-4283-ab89-21932ef59dd9 req-80ea4ba4-83b2-4391-9224-5c9083782940 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746622
Feb 05 19:22:59.584616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46290) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:22:59.638293 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8667b36c-d692-4c7a-ad04-92b026691d5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3822c55e1aae4179a30e1e235a6ad65d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523434
Feb 05 19:22:59.640898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46294) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:22:59.709256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.738639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.788869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.794797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0477f30c-13c5-4e6e-a1e9-14503aa1825b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:22:59.805891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5cce40-ed05-44ca-8e95-6e8550feec84,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:22:59.811169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:22:59.813120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:22:59.814363 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc5cce40-ed05-44ca-8e95-6e8550feec84 HTTP/1.1" status: 204  len: 168 time: 0.1724951
Feb 05 19:23:00.879465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb83d-822b-4e3e-9e30-2705990b3c5f req-b5f39e74-ec73-40dd-871d-50523bf7fbaa tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:00.885001 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eeebb83d-822b-4e3e-9e30-2705990b3c5f req-b5f39e74-ec73-40dd-871d-50523bf7fbaa tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.2417753
Feb 05 19:23:00.959289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eeebb83d-822b-4e3e-9e30-2705990b3c5f req-e9c5d92f-06c9-45fb-b16d-e8713fdfa98d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717311
Feb 05 19:23:02.324997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeb632-005d-4b92-a6b2-d2d9e5aabb35 req-acb7ed33-ccb4-4805-a037-e4593ae46ecf tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:02.332773 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6bbeb632-005d-4b92-a6b2-d2d9e5aabb35 req-acb7ed33-ccb4-4805-a037-e4593ae46ecf tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1969547
Feb 05 19:23:02.409153 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6bbeb632-005d-4b92-a6b2-d2d9e5aabb35 req-a5201f44-f85e-4297-899e-f5b890db6155 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752676
Feb 05 19:23:03.583874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d779e-cc28-41e8-b8ac-380152f38d32 req-e4e89560-6b60-470b-a596-cec3b3013bee tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:03.585560 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f96d779e-cc28-41e8-b8ac-380152f38d32 req-e4e89560-6b60-470b-a596-cec3b3013bee tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1761339
Feb 05 19:23:03.694176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f96d779e-cc28-41e8-b8ac-380152f38d32 req-1f9501fb-a9a1-4cb1-a6a8-6f2d42a9fb65 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0996497
Feb 05 19:23:04.002001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d2ce-29e4-4687-a27e-b95a554a1e3c req-e6f51262-4c8e-405b-ad97-8e4b6e4dcc0e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:04.003717 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6192d2ce-29e4-4687-a27e-b95a554a1e3c req-e6f51262-4c8e-405b-ad97-8e4b6e4dcc0e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1883667
Feb 05 19:23:04.089162 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6192d2ce-29e4-4687-a27e-b95a554a1e3c req-e2825e83-fc79-4afc-9b67-6e48b4c7198e tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790346
Feb 05 19:23:05.002523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6b42a-94db-481c-aa7a-ccabc8cdf9d7 req-4faecd68-a648-4b49-ac29-ce10e8119933 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:05.004149 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cec6b42a-94db-481c-aa7a-ccabc8cdf9d7 req-4faecd68-a648-4b49-ac29-ce10e8119933 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1687057
Feb 05 19:23:05.090638 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cec6b42a-94db-481c-aa7a-ccabc8cdf9d7 req-e653ce14-ff55-4420-9a76-cbdf9f91f40a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0794091
Feb 05 19:23:05.422562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e22f1c-f7e7-41e2-ab3b-a155a5d1163e req-b1998e74-38a8-4c72-8503-ba4428340b26 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:05.424293 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0e22f1c-f7e7-41e2-ab3b-a155a5d1163e req-b1998e74-38a8-4c72-8503-ba4428340b26 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1726758
Feb 05 19:23:05.491457 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0e22f1c-f7e7-41e2-ab3b-a155a5d1163e req-3b9c6059-17ab-4519-9302-3d5b28054c4f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602055
Feb 05 19:23:06.398408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42fb1-0752-4703-ba3f-fa861144dd89 req-e5c10f1d-1d61-49af-b110-bf7402e9d9d5 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:06.400155 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1b42fb1-0752-4703-ba3f-fa861144dd89 req-e5c10f1d-1d61-49af-b110-bf7402e9d9d5 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1714187
Feb 05 19:23:06.489189 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1b42fb1-0752-4703-ba3f-fa861144dd89 req-7297cc0a-fdc5-4d78-99a3-db8e2d4e2e3c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0811615
Feb 05 19:23:06.821085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdae56-8dc1-485f-aa12-6925d1a73650 req-f0339d6f-80bd-45db-bb2b-de6ff06a216f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:06.822803 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-33fdae56-8dc1-485f-aa12-6925d1a73650 req-f0339d6f-80bd-45db-bb2b-de6ff06a216f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1677876
Feb 05 19:23:06.889139 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-33fdae56-8dc1-485f-aa12-6925d1a73650 req-c42c9e5f-a051-4990-9d8a-d9f06d8bfd9a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592172
Feb 05 19:23:07.953781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9fcb7-e1d2-4d2d-883c-96cdef42ba4f req-784f286c-9cab-459c-be1e-9bf68bfcdf7a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:07.955498 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-80f9fcb7-e1d2-4d2d-883c-96cdef42ba4f req-784f286c-9cab-459c-be1e-9bf68bfcdf7a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1821527
Feb 05 19:23:08.045319 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-80f9fcb7-e1d2-4d2d-883c-96cdef42ba4f req-128fe6e7-ba5d-488b-805d-42ac977cf8d5 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0833580
Feb 05 19:23:08.346685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b9166-70bf-4fc0-8629-17d4d49c5308 req-4db3d506-6b20-49f5-ab56-ff72d922e66f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:08.348358 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d35b9166-70bf-4fc0-8629-17d4d49c5308 req-4db3d506-6b20-49f5-ab56-ff72d922e66f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1846039
Feb 05 19:23:08.414354 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d35b9166-70bf-4fc0-8629-17d4d49c5308 req-8501b078-3a4e-4091-bf01-4435aca188f4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596845
Feb 05 19:23:08.937464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:09.377893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7278-be95-4e53-a975-2e0dea8d1a28 req-181d4781-eac4-4efc-9aaf-07a950f241fc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:09.379715 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69fb7278-be95-4e53-a975-2e0dea8d1a28 req-181d4781-eac4-4efc-9aaf-07a950f241fc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.2009935
Feb 05 19:23:09.481293 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-69fb7278-be95-4e53-a975-2e0dea8d1a28 req-b22c7416-b95c-47dd-8e40-2ec99ef267a4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0938036
Feb 05 19:23:09.792439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d530a-4909-4b73-b172-ff8c0d22a7f6 req-af9cd6d3-e50a-4780-81e1-916894f55e50 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:09.795025 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-579d530a-4909-4b73-b172-ff8c0d22a7f6 req-af9cd6d3-e50a-4780-81e1-916894f55e50 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1831944
Feb 05 19:23:09.865518 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-579d530a-4909-4b73-b172-ff8c0d22a7f6 req-878a63cc-2cd3-4e0d-8688-01b839122a90 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639901
Feb 05 19:23:10.272292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:23:10.816174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8d5ce16f-c389-4289-be4a-18b3e6183b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:10.818980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40dce-a074-4def-9775-3cdf85f3de3b req-b6b1655f-af30-4238-9060-dcb7018a2c68 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:10.820711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7b40dce-a074-4def-9775-3cdf85f3de3b req-b6b1655f-af30-4238-9060-dcb7018a2c68 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1743891
Feb 05 19:23:10.911089 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7b40dce-a074-4def-9775-3cdf85f3de3b req-2e303938-3822-420a-9620-ec49d07e1abc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0835671
Feb 05 19:23:11.437502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ba49-5216-4224-b897-b0a6667afb0c req-891ce8f6-0705-4cdd-8b7c-ea8b7459c7b2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:11.439057 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7176ba49-5216-4224-b897-b0a6667afb0c req-891ce8f6-0705-4cdd-8b7c-ea8b7459c7b2 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.3839843
Feb 05 19:23:11.503036 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7176ba49-5216-4224-b897-b0a6667afb0c req-fe692f0e-6406-4f24-afba-0b75459832fe tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574329
Feb 05 19:23:11.710557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-699dda4e-b0f4-4b9b-88a9-b16144efd2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:11.712564 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-699dda4e-b0f4-4b9b-88a9-b16144efd2ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1202 time: 0.0836799
Feb 05 19:23:11.857527 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-6a25b1f9-d575-4512-adc7-a4508001f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:11.859123 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-6a25b1f9-d575-4512-adc7-a4508001f5e0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.1390343
Feb 05 19:23:11.977185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-196d8e39-8e9d-4772-8fd9-919afabffb20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1102524
Feb 05 19:23:12.054935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-c6f4a29d-5b96-4452-9e9f-b8e8503b44f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:12.056561 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-c6f4a29d-5b96-4452-9e9f-b8e8503b44f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.0719841
Feb 05 19:23:12.166227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-6cfbc5c1-0c2c-4af5-94bf-ddb1be276738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:12.168282 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-6cfbc5c1-0c2c-4af5-94bf-ddb1be276738 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035194
Feb 05 19:23:12.276032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dc7d9-5b40-4c07-9380-c81cb833a29a req-5015d5a2-f5db-47d4-8064-48e829b5d6aa tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:12.278345 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bd6dc7d9-5b40-4c07-9380-c81cb833a29a req-5015d5a2-f5db-47d4-8064-48e829b5d6aa tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1918948
Feb 05 19:23:12.328748 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-0c2b0248-ba32-4564-8a78-9962620cc9e7 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526158
Feb 05 19:23:12.368859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bd6dc7d9-5b40-4c07-9380-c81cb833a29a req-59ec36ac-b334-4ac4-ae79-09cc718a3c58 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0811043
Feb 05 19:23:12.482188 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4790b995-a9a1-46ab-8a97-452a33f9544f req-279c206c-d665-4843-bdba-f7a88e0c7430 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1469405
Feb 05 19:23:12.832535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea083fbb-3f9e-49c9-88ab-c9a799e770d7 req-0d3231d8-ce89-404e-95c8-ba5809aad95d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:12.834182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea083fbb-3f9e-49c9-88ab-c9a799e770d7 req-0d3231d8-ce89-404e-95c8-ba5809aad95d tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1759109
Feb 05 19:23:12.876489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-21070864-8087-414d-92f5-c4b495663f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:12.901629 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea083fbb-3f9e-49c9-88ab-c9a799e770d7 req-36474939-54a3-439d-9753-f18edb878b6f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603874
Feb 05 19:23:13.674419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:23:13.684426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe472318-f4d7-4b66-a3cc-0af27afd3d15 req-d1eae40d-26de-4387-8f12-45307d7d0e17 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:13.686263 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fe472318-f4d7-4b66-a3cc-0af27afd3d15 req-d1eae40d-26de-4387-8f12-45307d7d0e17 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1773710
Feb 05 19:23:13.783344 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fe472318-f4d7-4b66-a3cc-0af27afd3d15 req-e97ecefd-e096-4b5f-bc9f-4eaa299750af tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0900152
Feb 05 19:23:13.788615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:23:13.788615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:13.846217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:13.925897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:13.960980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:13.961916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:23:13.968222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:13.970219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:14.068576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'code': 200}
Feb 05 19:23:14.075696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:14.084385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.085020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.085570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.086095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.086616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.087328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.088049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.088597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.090468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.091105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.091646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.092163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.092904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.093426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.093942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.094474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.094985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.095511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.096286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.096835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.097355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.097865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.098576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.099080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:14.103872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:14.282711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33820e8-1cc6-4d3b-9c52-d9fd81b73bf3 req-42b8e50d-cb08-469a-b22d-51c571c38c19 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:14.284359 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e33820e8-1cc6-4d3b-9c52-d9fd81b73bf3 req-42b8e50d-cb08-469a-b22d-51c571c38c19 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1815660
Feb 05 19:23:14.334517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44745a-3765-451a-bc48-670efe2d0ff6 req-a160e813-d7bd-4cdf-b69a-e4d0866af98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:14.336041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf44745a-3765-451a-bc48-670efe2d0ff6 req-a160e813-d7bd-4cdf-b69a-e4d0866af98a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1163 time: 0.0793343
Feb 05 19:23:14.349924 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e33820e8-1cc6-4d3b-9c52-d9fd81b73bf3 req-4bccdef9-2baf-43f9-8bb6-e3b85b635349 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589793
Feb 05 19:23:14.390872 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cf44745a-3765-451a-bc48-670efe2d0ff6 req-1a8d6a88-afb5-41ec-a4bc-b244894eb4c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386391
Feb 05 19:23:15.076092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:15.077641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:15.109793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c371137-7a41-4660-9ac8-4e7d3d7849c3 req-328d5cfd-c8a4-4112-bdc5-77da3b3f66c8 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:15.111441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1c371137-7a41-4660-9ac8-4e7d3d7849c3 req-328d5cfd-c8a4-4112-bdc5-77da3b3f66c8 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1760097
Feb 05 19:23:15.192696 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1c371137-7a41-4660-9ac8-4e7d3d7849c3 req-63aa9027-6943-4514-81c7-f1ae2a660e9f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0747428
Feb 05 19:23:15.292023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:23:15.372701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 97747f62-e617-4b0b-b1ad-6ead64570acf triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:23:15.373127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:15.676591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67387-b35f-4f14-b376-954140ce15b4 req-105f269f-7f2e-40ab-b755-5ed7b1cbc7f3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:15.678314 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68e67387-b35f-4f14-b376-954140ce15b4 req-105f269f-7f2e-40ab-b755-5ed7b1cbc7f3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1776834
Feb 05 19:23:15.743878 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-68e67387-b35f-4f14-b376-954140ce15b4 req-d1f5f661-d7ee-473b-a8c2-84fbba062802 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581055
Feb 05 19:23:16.497059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef549e-ed25-466f-b1b4-13ec4d31f13a req-49f2cf06-3be7-4bba-8734-b7fedce2af54 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:16.498689 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93ef549e-ed25-466f-b1b4-13ec4d31f13a req-49f2cf06-3be7-4bba-8734-b7fedce2af54 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1747415
Feb 05 19:23:16.581760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-93ef549e-ed25-466f-b1b4-13ec4d31f13a req-e2555681-7525-4801-a44d-18b4199cf890 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0765119
Feb 05 19:23:17.065097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b8722-f8e2-42b0-b3c3-8fc3f79a6daf req-73b1b193-d55b-4cfc-aad0-be932d55b0e3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:17.066974 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f91b8722-f8e2-42b0-b3c3-8fc3f79a6daf req-73b1b193-d55b-4cfc-aad0-be932d55b0e3 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1727290
Feb 05 19:23:17.133719 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f91b8722-f8e2-42b0-b3c3-8fc3f79a6daf req-5ab75015-8b1f-4e26-82b8-a24a8a8add16 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601156
Feb 05 19:23:17.875469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8c3b1-2370-45be-923c-1f0b69c93d69 req-607a59b6-a5f1-402f-a75e-fc35fb175a4f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:17.877038 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a8c3b1-2370-45be-923c-1f0b69c93d69 req-607a59b6-a5f1-402f-a75e-fc35fb175a4f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1621230
Feb 05 19:23:17.960901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c6a8c3b1-2370-45be-923c-1f0b69c93d69 req-ef28e2b7-ded6-4efd-ac12-bd3b36d8a6f4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0773814
Feb 05 19:23:19.255707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d3645-adf2-41ef-9338-9bba11045880 req-07c6e48c-8903-46e7-b1cb-3776d87455f6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:19.257289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-586d3645-adf2-41ef-9338-9bba11045880 req-07c6e48c-8903-46e7-b1cb-3776d87455f6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1676023
Feb 05 19:23:19.342270 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-586d3645-adf2-41ef-9338-9bba11045880 req-61a6848e-8111-4e44-88a0-9dad58048ba8 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0778003
Feb 05 19:23:20.656208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879be49-107f-4497-8560-91898ab404a0 req-a9c71b13-67d6-4b78-b310-edebe5eb8a2c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:20.657950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6879be49-107f-4497-8560-91898ab404a0 req-a9c71b13-67d6-4b78-b310-edebe5eb8a2c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1756153
Feb 05 19:23:20.739925 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6879be49-107f-4497-8560-91898ab404a0 req-e1e8c787-a39b-45bf-89fe-1d97ff4e015e tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0754564
Feb 05 19:23:22.035354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900528e-d4bd-4420-a488-c5a2110eef94 req-7eaa1dba-37e6-4365-a716-a5647c43dd48 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:22.037111 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6900528e-d4bd-4420-a488-c5a2110eef94 req-7eaa1dba-37e6-4365-a716-a5647c43dd48 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1676364
Feb 05 19:23:22.124476 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6900528e-d4bd-4420-a488-c5a2110eef94 req-02f71156-df7d-45f6-81e4-e8c1edc5d4df tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0794559
Feb 05 19:23:23.427583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9a019-bb78-408b-88d3-337d84fb0dce req-84f75aee-9eed-45e2-b561-973c859bd257 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:23.429343 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ecc9a019-bb78-408b-88d3-337d84fb0dce req-84f75aee-9eed-45e2-b561-973c859bd257 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1710608
Feb 05 19:23:23.514989 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ecc9a019-bb78-408b-88d3-337d84fb0dce req-92721142-8760-4832-9f54-ee75bcb9ccfc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0789390
Feb 05 19:23:24.807389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09631aec-2295-4c53-9b1e-fb6f66099fa8 req-da232f8b-3e81-4cb3-8bfc-8767f980cf4c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:24.809208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09631aec-2295-4c53-9b1e-fb6f66099fa8 req-da232f8b-3e81-4cb3-8bfc-8767f980cf4c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1675053
Feb 05 19:23:24.890657 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-09631aec-2295-4c53-9b1e-fb6f66099fa8 req-718a136d-3b19-4bfc-b201-e09f766d2378 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0750425
Feb 05 19:23:26.195615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccee97-73ca-4286-a3c9-82f3bbfd8dca req-847e7000-a5f3-44b4-9551-4c255628ea10 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:26.197291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bbccee97-73ca-4286-a3c9-82f3bbfd8dca req-847e7000-a5f3-44b4-9551-4c255628ea10 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1742444
Feb 05 19:23:26.288639 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bbccee97-73ca-4286-a3c9-82f3bbfd8dca req-a448d682-ac07-4b34-b1f4-e49ea946449b tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0798762
Feb 05 19:23:27.575642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f7a27-3673-4b08-b5fc-ce6611134f5c req-d0aaec7b-8ae0-48f8-a279-4e5c039ed601 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:27.577318 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ae5f7a27-3673-4b08-b5fc-ce6611134f5c req-d0aaec7b-8ae0-48f8-a279-4e5c039ed601 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1673222
Feb 05 19:23:27.658641 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ae5f7a27-3673-4b08-b5fc-ce6611134f5c req-435ba925-1fe3-462f-93df-5d228b5bd652 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0749626
Feb 05 19:23:28.951013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8cfbb-29c2-488f-99bf-a8e680287c22 req-6800bb25-b3c2-4648-8b9b-3d4742f3f439 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:28.952547 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dab8cfbb-29c2-488f-99bf-a8e680287c22 req-6800bb25-b3c2-4648-8b9b-3d4742f3f439 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1624882
Feb 05 19:23:29.037627 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-dab8cfbb-29c2-488f-99bf-a8e680287c22 req-4febea49-7a9a-4dd7-b2b1-8e138e7a0fd4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0784788
Feb 05 19:23:30.332258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd82b4a-f4f9-4889-a8a6-8d5a3d5f2b37 req-7a651110-fb19-44cf-aea1-9f0d149448f9 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:30.333846 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7fd82b4a-f4f9-4889-a8a6-8d5a3d5f2b37 req-7a651110-fb19-44cf-aea1-9f0d149448f9 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1642728
Feb 05 19:23:30.416138 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7fd82b4a-f4f9-4889-a8a6-8d5a3d5f2b37 req-5ec5b41b-6e3c-4e37-bbab-db9c37932b88 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0756931
Feb 05 19:23:31.713322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a6c68-6117-40c2-940f-2c36821ee78a req-87f28ee3-3050-40b9-95ed-e12cd16de4a4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:31.715526 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b8a6c68-6117-40c2-940f-2c36821ee78a req-87f28ee3-3050-40b9-95ed-e12cd16de4a4 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1704819
Feb 05 19:23:31.796176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b8a6c68-6117-40c2-940f-2c36821ee78a req-3ff99da9-9b58-4454-883d-c921733f9d00 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0739419
Feb 05 19:23:32.911620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:23:32.986707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:23:32.987037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:33.103917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4a02-dae5-40ea-b407-59cbdfd5a4a3 req-7301eaf2-5f00-48b7-9e58-e5996e938303 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:33.105955 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-973f4a02-dae5-40ea-b407-59cbdfd5a4a3 req-7301eaf2-5f00-48b7-9e58-e5996e938303 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1797867
Feb 05 19:23:33.194310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-973f4a02-dae5-40ea-b407-59cbdfd5a4a3 req-9c72298e-e9f9-4504-aca7-c6ec5aa083c1 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0815365
Feb 05 19:23:34.497158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2532c-55e4-4083-9fbb-8668e7b1018d req-15e26071-1a1d-480a-90bd-da6b759236ff tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:34.498895 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28a2532c-55e4-4083-9fbb-8668e7b1018d req-15e26071-1a1d-480a-90bd-da6b759236ff tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.1689949
Feb 05 19:23:34.593499 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-28a2532c-55e4-4083-9fbb-8668e7b1018d req-cf8a9539-4415-421f-a536-1991fc7af59f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&id=37dd77ae-2c07-4280-add8-1983c60bce86&fields=id&fields=name HTTP/1.1" status: 200  len: 388 time: 0.0875955
Feb 05 19:23:35.166544 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-f43efdee-3468-49bf-96e4-be51eeafbcab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836992
Feb 05 19:23:35.336492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-d4ac67dc-13f5-4752-ac39-e75e7814ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:35.338186 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-d4ac67dc-13f5-4752-ac39-e75e7814ab33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f7821d08eabd4d39872db3516f25c327&device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 1163 time: 0.0808318
Feb 05 19:23:35.514854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-2ce6e29c-9c03-49d2-b09f-a13b7ee01a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:35.516492 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-2ce6e29c-9c03-49d2-b09f-a13b7ee01a8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 200  len: 911 time: 0.1467080
Feb 05 19:23:35.636556 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-cb82d1e4-a6ee-4273-98a9-91dd07fb1849 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 200  len: 1001 time: 0.1128285
Feb 05 19:23:35.716028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-dce18208-f8b0-464f-9f66-c23aba938fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:35.717718 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-dce18208-f8b0-464f-9f66-c23aba938fe7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 200  len: 856 time: 0.0713389
Feb 05 19:23:35.785909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:23:35.811581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-6d3fcfb8-8584-412f-98ce-bb8fba3429ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:35.813247 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-6d3fcfb8-8584-412f-98ce-bb8fba3429ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e5ae889-8f22-447e-9cd4-4083cb89f735&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881686
Feb 05 19:23:35.863844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:23:35.864265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:35.981109 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-f5bdb160-a3fa-450b-9b5c-6db5e6366a0f service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607611
Feb 05 19:23:36.142571 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c94ec92c-469c-4b76-b45a-486465d2cffa req-8cf691d1-8d76-4d22-81d9-f6c869b51ddb service neutron] 10.222.0.45 "GET /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1515791
Feb 05 19:23:38.569410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db2046-90bb-4fea-8409-7d3ea1ec68e9 req-6b896c0d-0df5-4a34-bc65-b4d715412d97 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:38.571014 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-51db2046-90bb-4fea-8409-7d3ea1ec68e9 req-6b896c0d-0df5-4a34-bc65-b4d715412d97 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1705093
Feb 05 19:23:38.640856 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-51db2046-90bb-4fea-8409-7d3ea1ec68e9 req-ce809bab-4718-4009-bb16-03b948b5e26d tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611551
Feb 05 19:23:38.936009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:39.935075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b4cc6-c73a-4b04-9789-98fd55125ebd req-c61b9c3c-7daf-4240-8bd3-1499ba4c7fca tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:39.936714 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-886b4cc6-c73a-4b04-9789-98fd55125ebd req-c61b9c3c-7daf-4240-8bd3-1499ba4c7fca tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1641183
Feb 05 19:23:40.002538 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-886b4cc6-c73a-4b04-9789-98fd55125ebd req-47146e4e-23a0-45a9-bc7b-e6336cd51b44 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594823
Feb 05 19:23:40.366215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-9082350a-13d5-4052-a51f-05334b5fa33b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:40.366965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-9082350a-13d5-4052-a51f-05334b5fa33b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Synchronizing usage tracker for tenant:885da7fbf6654a17bf588982f06427d1 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:23:40.382324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-9082350a-13d5-4052-a51f-05334b5fa33b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Unset dirty status for tenant:885da7fbf6654a17bf588982f06427d1 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:23:40.383582 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-9082350a-13d5-4052-a51f-05334b5fa33b tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 945 time: 0.1791060
Feb 05 19:23:40.485876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port 54f320ac-3c24-48c0-b4bb-e225801edd04 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:40.486175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:40.754653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] For port 54f320ac-3c24-48c0-b4bb-e225801edd04, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=54f320ac-3c24-48c0-b4bb-e225801edd04,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:40.754803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:40.819403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-615b877c-a0f8-40d1-bd5a-f788aea3d8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:41.067271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:41.067848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:41.067970 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Floating IP 36fc9298-43c8-4d4d-b698-0a58c1e6adda disassociated. External IP: 172.27.3.128, port: 54f320ac-3c24-48c0-b4bb-e225801edd04.
Feb 05 19:23:41.068344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for 54f320ac-3c24-48c0-b4bb-e225801edd04 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:41.222704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:41.241542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:41.293148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'Port': ['ID=54f320ac-3c24-48c0-b4bb-e225801edd04,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:41.334381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65ad89-46f6-4245-9ba5-bf8aa496cae0 req-3ab4f7aa-c4ab-4983-beba-61e4ec2c24dc tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:41.336019 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4f65ad89-46f6-4245-9ba5-bf8aa496cae0 req-3ab4f7aa-c4ab-4983-beba-61e4ec2c24dc tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 867 time: 0.1742494
Feb 05 19:23:41.342532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:41.401609 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4f65ad89-46f6-4245-9ba5-bf8aa496cae0 req-fac98744-7a8c-4c85-919d-704a0ee58ac9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups?id=df201f65-2991-44c2-b457-2e83822289a0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581522
Feb 05 19:23:41.830800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:23:42.027369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:23:42.037493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:23:42.048621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:23:42.049344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86c10d68>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:42.067561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] No DVR routers for this DVR port 54f320ac-3c24-48c0-b4bb-e225801edd04 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:23:42.069890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:42.072736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'name': 'network-vif-deleted', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:23:42.089150 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-01d1a8aa-8614-46dc-aacd-9ea2f0464eff req-aff6beaa-0b23-4f8f-bf13-b20ec3dbced9 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.45 "DELETE /v2.0/ports/54f320ac-3c24-48c0-b4bb-e225801edd04 HTTP/1.1" status: 204  len: 173 time: 1.6902301
Feb 05 19:23:42.140831 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e357b206-4c80-4ac4-97b5-c67a1b22e451', 'name': 'network-vif-deleted', 'tag': '54f320ac-3c24-48c0-b4bb-e225801edd04', 'status': 'completed', 'code': 200}
Feb 05 19:23:42.400721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:23:42.583889 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-55805953-4562-41c2-aa96-a521fdcaa350 req-ccc1843d-4ec3-445b-b499-a908eaa6480f tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0517933
Feb 05 19:23:42.740166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86c10d68>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:42.744288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:23:42.753832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:23:42.754490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86c10d68>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:42.909360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c882c713-110d-4299-bfd3-a18150a19b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:42.957433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:23:43.297854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 54f320ac-3c24-48c0-b4bb-e225801edd04 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:23:43.333044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86c10d68>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:43.345837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 54f320ac-3c24-48c0-b4bb-e225801edd04 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:23:43.346198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 54f320ac-3c24-48c0-b4bb-e225801edd04 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:23:43.349029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317b3900-7476-4166-80c7-b0fb7391088d None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:17:03Z', 'revision_number': 4, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '61501563-05f2-4f29-b71c-d7af28e14338', 'name': '', 'network_id': 'ad629650-edc7-4de9-8b47-b5971fadcf97', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'mac_address': 'fa:16:3e:71:6d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:17:01Z', 'updated_at': '2021-02-05T19:17:16Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'subnets': [{'id': '5f9eb67d-f493-495a-a8d7-8f99c4c32879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:23:43.781402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:43.787495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf26b916-2e35-44bb-b6bf-e8e23344cb88 None None] New status for floating IP 36fc9298-43c8-4d4d-b698-0a58c1e6adda: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:23:43.791758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1269700c-50a2-4661-9f96-aa5f2fec5a2b req-e8aa5e91-f8cb-4557-8d51-45e860a99691 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/ports?device_id=e357b206-4c80-4ac4-97b5-c67a1b22e451 HTTP/1.1" status: 200  len: 210 time: 0.0554731
Feb 05 19:23:44.947027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46898) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:45.031271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.063871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.080964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.081839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.113231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.118506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f5796b9f-8b9b-44a7-9618-10ec5469ef9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:45.135001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df201f65-2991-44c2-b457-2e83822289a0,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:45.145888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.146301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.146705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.147103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.147495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.147883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.148269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.148681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.149069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.149454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.149838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.150223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.150643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.151026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.151447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.151841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.152224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.152633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.153018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.153399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.153784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.154167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.154547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.154928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:45.158989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:45.159922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.161113 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "DELETE /v2.0/security-groups/df201f65-2991-44c2-b457-2e83822289a0 HTTP/1.1" status: 204  len: 168 time: 0.2130530
Feb 05 19:23:45.163961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46902) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:45.186535 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.v2.resource [None req-34042b54-6d39-4040-ac89-0da2795f11a1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] show failed (client error): The resource could not be found.
Feb 05 19:23:45.187622 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-34042b54-6d39-4040-ac89-0da2795f11a1 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "GET /v2.0/security-groups/df201f65-2991-44c2-b457-2e83822289a0 HTTP/1.1" status: 404  len: 347 time: 0.0226727
Feb 05 19:23:45.190831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46906) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:45.374599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Deleting port c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:45.374969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.552940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.553307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.688735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Calling delete_port for c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52 owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:45.829306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:45.848569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:45.940224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Pushing event deleted for resources: {'Port': ['ID=c3d1fe0e-22bf-4f7b-87a8-908ff3b6ac52,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:45.951009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:46.285504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:46.300289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:46.301584 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] 10.222.0.59 "DELETE /v2.0/floatingips/36fc9298-43c8-4d4d-b698-0a58c1e6adda HTTP/1.1" status: 204  len: 168 time: 1.1097951
Feb 05 19:23:47.272131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:23:48.209163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46968) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:48.360770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.376251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:23:48.380324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Usage tracker for resource:security_group_rule and tenant:50c611286df841f8be996806f0d6fcf3 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:23:48.383383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:23:48.389239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:23:48.475351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.478023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.490911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7405db0-7078-4890-9dfe-24e00b4f9ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:48.532553 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50c611286df841f8be996806f0d6fcf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3222454
Feb 05 19:23:48.534201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0780a0b-be56-4ac4-beb0-185d9ede2598,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:48.535512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46974) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:48.537526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:48.602537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.630519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.676281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.681199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-12f1ee78-14b8-4739-8659-d778c640161d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:48.694690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0780a0b-be56-4ac4-beb0-185d9ede2598,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:48.697570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:48.699360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:48.700613 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0780a0b-be56-4ac4-beb0-185d9ede2598 HTTP/1.1" status: 204  len: 168 time: 0.1639230
Feb 05 19:23:49.044895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46990) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:49.065986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.085012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:23:49.089756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:fd126989b93a4b6297e6d5566c7c36dc is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:23:49.092858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:23:49.098877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:23:49.186544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.189186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.197964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fbe36fa7-f0c3-4c3c-8d16-dc42a5003b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:49.244964 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd126989b93a4b6297e6d5566c7c36dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1986718
Feb 05 19:23:49.247461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570734c9-1fad-472a-9be7-8d8baec5dd0e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:49.248689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46998) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:49.251017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:49.313207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.341199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.385613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.390771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b75eb2e2-d481-4109-b1c3-62295a23d61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:49.403471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570734c9-1fad-472a-9be7-8d8baec5dd0e,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:49.407273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:49.412876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:49.414072 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/570734c9-1fad-472a-9be7-8d8baec5dd0e HTTP/1.1" status: 204  len: 168 time: 0.1642625
Feb 05 19:23:50.391824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47028) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:51.178013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:51.647624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Deleting port 61501563-05f2-4f29-b71c-d7af28e14338 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:51.648211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:51.878561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] For port 61501563-05f2-4f29-b71c-d7af28e14338, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=61501563-05f2-4f29-b71c-d7af28e14338,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:51.878860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:52.016136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Calling delete_port for 61501563-05f2-4f29-b71c-d7af28e14338 owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:52.199924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:52.215728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:52.315088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61501563-05f2-4f29-b71c-d7af28e14338,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:52.319194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:52.648954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:53.399844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Router b3516aba-17eb-47f1-844c-e8048cd97158 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:23:53.590692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:23:53.600574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Sync routers for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:23:53.605738 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] 10.222.0.59 "PUT /v2.0/routers/b3516aba-17eb-47f1-844c-e8048cd97158/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2117958
Feb 05 19:23:53.608112 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47076) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:53.611463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:23:53.612126 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c878a4ef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:53.798895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:53.804581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:23:53.988136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:53.993501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Deleting port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:53.993875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.112750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c878a4ef0>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:23:52Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:54.117287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Checking router: b3516aba-17eb-47f1-844c-e8048cd97158 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:23:54.126679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Routers {'b3516aba-17eb-47f1-844c-e8048cd97158'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:23:54.127331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c878a4ef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3516aba-17eb-47f1-844c-e8048cd97158'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:54.198763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] For port 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5be98e07-7bac-4c5a-b1d0-fe6522cbd90f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:54.199174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.339067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] Set router b3516aba-17eb-47f1-844c-e8048cd97158 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:23:54.340619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Calling delete_port for 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:54.508779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.plugins.ml2.ovo_rpc [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = function(*args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     proto.__init__(conn_state, self)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle()
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle_one_request()
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.handle_one_response()
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = self.application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return app(environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self.application)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return request.get_response(self.application)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = req.get_response(self._app)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     application, catch_exc_info=False)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     app_iter = application(self.environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     response = self.app(environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return resp(environ, start_response)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     resp = self.call_func(req, *args, **kw)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.func(req, *args, **kwargs)
Feb 05 19:23:54.516137 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     result = method(request=request, **args)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._delete(request, id, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*dup_args, **dup_kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     obj_deleter(request.context, id, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return method(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(*dup_args, **dup_kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._delete_current_gw_port(context, id, router, None)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, context, *args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return method(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     context, port, router_ids, bound_mech_contexts)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     return function(*args, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     callback(resource, event, trigger, **kwargs)
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     if self._is_session_semantic_violated(context, resource, event):
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]:     stack = traceback.extract_stack()
Feb 05 19:23:54.523915 dv-cinder-774288-2-iscsi neutron-server[80018]: 
Feb 05 19:23:54.732434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.823368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c878a4ef0>, [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:23:52Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:54.827617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2590020-c3ae-4287-88b7-7b5312bd46ed None None] The sync data for ids ['b3516aba-17eb-47f1-844c-e8048cd97158'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'name': 'tempest-AttachVolumeTestJSON-476537138-router', 'tenant_id': '885da7fbf6654a17bf588982f06427d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:23:52Z', 'revision_number': 5, 'project_id': '885da7fbf6654a17bf588982f06427d1', 'gw_port': {'id': '5be98e07-7bac-4c5a-b1d0-fe6522cbd90f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:13:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3516aba-17eb-47f1-844c-e8048cd97158', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:44Z', 'updated_at': '2021-02-05T19:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:23:54.883139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.885805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.976995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.977565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3516aba-17eb-47f1-844c-e8048cd97158 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:23:54.991585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:54.992865 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6ea40b33-cc86-42eb-a85b-41b7b613ac7a admin admin] 10.222.0.59 "DELETE /v2.0/routers/b3516aba-17eb-47f1-844c-e8048cd97158 HTTP/1.1" status: 204  len: 168 time: 1.3837392
Feb 05 19:23:54.995720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47106) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:55.067724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Deleting subnet 5f9eb67d-f493-495a-a8d7-8f99c4c32879 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:23:55.071714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:55.127069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:55.254453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:55.536583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:55.552514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62740290-84c9-45aa-83db-31e360be0171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:55.649853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9eb67d-f493-495a-a8d7-8f99c4c32879,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:55.655029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:55.688472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:55.693935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e39106c-88e7-404b-b908-8295c863c159 None None] Network ad629650-edc7-4de9-8b47-b5971fadcf97 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:23:55.697849 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-95503110-c94b-4250-a77e-0ed55bad94cd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5f9eb67d-f493-495a-a8d7-8f99c4c32879 HTTP/1.1" status: 204  len: 168 time: 0.6987877
Feb 05 19:23:55.698688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47118) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:56.002531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] DHCP port deletion for ad629650-edc7-4de9-8b47-b5971fadcf97 request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:23:56.007147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Deleting port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:56.007648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.149958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.234242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Deleting port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:56.234530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.259884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] For port a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:56.260344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.271429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47134) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:56.375374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa79d48-902f-4f57-a887-71888c1632e1 req-ea38e29e-cc92-488d-8c2e-91d1c5c1b0e7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:56.377115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1fa79d48-902f-4f57-a887-71888c1632e1 req-ea38e29e-cc92-488d-8c2e-91d1c5c1b0e7 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.3130062
Feb 05 19:23:56.399083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Calling delete_port for a6d26554-c13c-4f0e-b316-6dfa8fc96c83 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:56.436009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.455469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:23:56.460426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Usage tracker for resource:security_group_rule and tenant:018a633e2b664014a0470af020f1bb09 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:23:56.463776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:23:56.471098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:23:56.531626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 61501563-05f2-4f29-b71c-d7af28e14338 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:23:56.560736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.564096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.568060 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1fa79d48-902f-4f57-a887-71888c1632e1 req-da4c8fd3-39c6-4d2e-a7f3-3e791435ac68 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1798267
Feb 05 19:23:56.591913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 61501563-05f2-4f29-b71c-d7af28e14338 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:23:56.592306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 61501563-05f2-4f29-b71c-d7af28e14338 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:23:56.592810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a6d26554-c13c-4f0e-b316-6dfa8fc96c83 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:23:56.598040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ad525631-edd7-4416-a904-5af5c055c010 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:56.616561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47140) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:56.616753 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=018a633e2b664014a0470af020f1bb09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3394902
Feb 05 19:23:56.616892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] For port a6d26554-c13c-4f0e-b316-6dfa8fc96c83, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,segment=NetworkSegment(44ad053a-4ecc-46ec-b8e4-9ccd4fdca995),segment_id=44ad053a-4ecc-46ec-b8e4-9ccd4fdca995)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:56.616892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.631572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095'] for port, after_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.634599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829c2fef-aadf-40a8-a48b-08621002090b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:56.644481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.644909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.645321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.645729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.646130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.646530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.646928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.647322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.647874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.648493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.648741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:56.648883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.649475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.649914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.650314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.650714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.651107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.651575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.652106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.652523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.652921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.653316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.653707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.654099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.654488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:23:56.658951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:56.691307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: a6d26554-c13c-4f0e-b316-6dfa8fc96c83 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:23:56.691696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a6d26554-c13c-4f0e-b316-6dfa8fc96c83 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:23:56.692169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:23:56.778743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Calling delete_port for a6d26554-c13c-4f0e-b316-6dfa8fc96c83 owned by network:dhcp {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:56.791273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Pushing event deleted for resources: {'Port': ['ID=a6d26554-c13c-4f0e-b316-6dfa8fc96c83,revision_number=None']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:56.803180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:56.806185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:23:56.806574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5be98e07-7bac-4c5a-b1d0-fe6522cbd90f not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:23:56.838867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] No DVR routers for this DVR port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 on host dv-cinder-774288-2-iscsi {{(pid=80133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:23:56.889352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.911933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:23:56.912288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:23:56.920023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.967660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:56.972223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83ca952a-1744-49d3-bba0-46aa5159d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:56.986997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c2fef-aadf-40a8-a48b-08621002090b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:56.992801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:57.000028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.001288 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/829c2fef-aadf-40a8-a48b-08621002090b HTTP/1.1" status: 204  len: 168 time: 0.3884053
Feb 05 19:23:57.368042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47148) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:57.374377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-46557e25-6b52-46ae-83d7-2719d9a2705a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:57.375195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-46557e25-6b52-46ae-83d7-2719d9a2705a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Synchronizing usage tracker for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:23:57.387813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.390458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-46557e25-6b52-46ae-83d7-2719d9a2705a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Unset dirty status for tenant:f7821d08eabd4d39872db3516f25c327 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:23:57.391758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-46557e25-6b52-46ae-83d7-2719d9a2705a tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 946 time: 0.1806326
Feb 05 19:23:57.404023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:23:57.408179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2067ee9efc4b29b45b29837e2abded is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:23:57.411209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:23:57.413791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Deleting port a6d26554-c13c-4f0e-b316-6dfa8fc96c83 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:57.414163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.444972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 97747f62-e617-4b0b-b1ad-6ead64570acf no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:23:57.457215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:23:57.492432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Deleting port 97747f62-e617-4b0b-b1ad-6ead64570acf {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:57.493612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.501569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] The port 'a6d26554-c13c-4f0e-b316-6dfa8fc96c83' was deleted {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:23:57.577320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.607333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:23:57.618573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:57.621937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.635915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5986a6a4-ed15-4b2c-937a-dddd1e385816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:57.654221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.732287 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'code': 200}
Feb 05 19:23:57.733452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=7']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:57.737694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:57.801184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:57.801571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.863887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c874ff5c0>,) {'filters': {'network_id': ['ad629650-edc7-4de9-8b47-b5971fadcf97']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:57.895422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.898442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c874ff5c0>, '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:57.898774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c874ff5c0>, '44ad053a-4ecc-46ec-b8e4-9ccd4fdca995') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:23:57.910427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.921685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d1d66ce5-a2d3-4b0d-91d7-f2bee1056a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:57.930420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.981835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:57.989432 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e2067ee9efc4b29b45b29837e2abded&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6201050
Feb 05 19:23:57.990285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:23:57.992273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47156) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:58.023227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f9681b-6430-430b-bacf-b95460d16be2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:58.085166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:58.172245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354dc2-25cb-4a2f-b655-a6e2f16337b0 req-a57624ff-bae0-4bf7-b924-30fcb64336d9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:58.173978 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32354dc2-25cb-4a2f-b655-a6e2f16337b0 req-a57624ff-bae0-4bf7-b924-30fcb64336d9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.4178069
Feb 05 19:23:58.176710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.197345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.197757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.198333 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Floating IP 9a7d48d5-0a30-458e-b047-6bdff568fef4 disassociated. External IP: 172.27.3.86, port: 97747f62-e617-4b0b-b1ad-6ead64570acf.
Feb 05 19:23:58.199064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Calling delete_port for 97747f62-e617-4b0b-b1ad-6ead64570acf owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:58.267435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.303325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Network ad629650-edc7-4de9-8b47-b5971fadcf97 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:23:58.313548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.340896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:23:58.341270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:23:58.346314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.350842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a56f88ea-201d-4c03-ab8e-d6b04bfb4f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:58.365858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f9681b-6430-430b-bacf-b95460d16be2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:58.371804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:58.391121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.395637 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7f9681b-6430-430b-bacf-b95460d16be2 HTTP/1.1" status: 204  len: 168 time: 0.4022653
Feb 05 19:23:58.417257 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-32354dc2-25cb-4a2f-b655-a6e2f16337b0 req-d7b3bd02-6327-4398-bbb5-49c11cfb1092 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2228782
Feb 05 19:23:58.524591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Network ad629650-edc7-4de9-8b47-b5971fadcf97 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   % (table.description, expected, rows_matched)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   % (table.description, expected, rows_matched)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   % (table.description, expected, rows_matched)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   % (table.description, expected, rows_matched)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:23:58.548110 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:23:58.632819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.638256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.642085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:58.665148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad629650-edc7-4de9-8b47-b5971fadcf97,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:58.667848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:58.677780 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ad629650-edc7-4de9-8b47-b5971fadcf97 HTTP/1.1" status: 204  len: 168 time: 2.9779816
Feb 05 19:23:58.809354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47166) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:58.829559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.835259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47170) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:58.842642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Deleting port 97747f62-e617-4b0b-b1ad-6ead64570acf {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:23:58.843095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.888126 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:23:58.888383 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-9ddf1350-b7b7-4242-805a-46068df6c414 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=885da7fbf6654a17bf588982f06427d1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0517445
Feb 05 19:23:58.890868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47174) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:58.902051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Usage tracker for resource:security_group_rule and tenant:003e3e18b6bb4753860e313dbee61b95 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:23:58.907166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:23:58.917307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:23:58.957235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:58.985132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.032796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.038099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ac113-1bea-4687-a2c6-65fbed6beda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:59.051613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8809b59-3d85-403f-b605-27b5ca6ee566,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:59.055670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:59.062542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.066697 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2192f135-63ef-4eb3-b5ab-b71d5f64cec0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8809b59-3d85-403f-b605-27b5ca6ee566 HTTP/1.1" status: 204  len: 168 time: 0.1720695
Feb 05 19:23:59.183215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] For port 97747f62-e617-4b0b-b1ad-6ead64570acf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=97747f62-e617-4b0b-b1ad-6ead64570acf,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:23:59.183619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.264750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.282985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.295145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0d5f489e-18b2-4a9e-b02a-758f367c4b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:59.356351 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=003e3e18b6bb4753860e313dbee61b95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5458114
Feb 05 19:23:59.359297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47182) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:23:59.414160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8e59be-74c6-47bb-91c5-69c28326fc74,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:59.425873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.426103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:59.463533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.528367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.534114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-af4cbb29-ac22-4f5c-bb71-e35b9f199a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:59.549887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8e59be-74c6-47bb-91c5-69c28326fc74,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:59.552800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:23:59.554156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.558515 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b8e59be-74c6-47bb-91c5-69c28326fc74 HTTP/1.1" status: 204  len: 168 time: 0.1949916
Feb 05 19:23:59.606377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.606782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.607124 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Floating IP 9a7d48d5-0a30-458e-b047-6bdff568fef4 disassociated. External IP: 172.27.3.86, port: 97747f62-e617-4b0b-b1ad-6ead64570acf.
Feb 05 19:23:59.607541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Calling delete_port for 97747f62-e617-4b0b-b1ad-6ead64570acf owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:23:59.773402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354685c6-12f5-475f-9c02-9414af698262 req-6437939c-b7db-4235-8444-1e68e7fc3c75 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:23:59.775157 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-354685c6-12f5-475f-9c02-9414af698262 req-6437939c-b7db-4235-8444-1e68e7fc3c75 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 944 time: 0.1903205
Feb 05 19:23:59.782326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:23:59.802323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-199a5a22-82b5-4365-80eb-14a858530098 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:23:59.851128 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-354685c6-12f5-475f-9c02-9414af698262 req-96a2310c-dd12-4d5c-a0a9-e7c7e9fc853c tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups?id=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691624
Feb 05 19:23:59.913582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'Port': ['ID=97747f62-e617-4b0b-b1ad-6ead64570acf,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:23:59.924861 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:00.227584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:00.441894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:00.453162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:00.463350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:00.464098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d69ef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:00.492772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] No DVR routers for this DVR port 97747f62-e617-4b0b-b1ad-6ead64570acf on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:24:00.495793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:00.499507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-deleted', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:24:00.550075 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b5ac179-2872-467a-bccd-0c54e0b52439 req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.45 "DELETE /v2.0/ports/97747f62-e617-4b0b-b1ad-6ead64570acf HTTP/1.1" status: 204  len: 173 time: 3.1512282
Feb 05 19:24:00.602833 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04c9a-62d4-40ee-9414-6383258a60d5', 'name': 'network-vif-deleted', 'tag': '97747f62-e617-4b0b-b1ad-6ead64570acf', 'status': 'completed', 'code': 200}
Feb 05 19:24:00.766024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:01.215720 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-14b61246-4c74-40cc-b606-d5f262b2f688 req-17581535-0523-43ed-a5b3-070b506a1106 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3c04c9a-62d4-40ee-9414-6383258a60d5 HTTP/1.1" status: 200  len: 210 time: 0.0832198
Feb 05 19:24:01.500207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d69ef0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:01.504353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:01.513467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:01.514110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d69ef0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:01.705360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:02.042821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d69ef0>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:02.047081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9a06f-6c30-400d-96a1-7e86765c964f None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:16:58Z', 'revision_number': 4, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'e15fee3b-45d9-4fd6-aac2-c28afaf0830c', 'name': '', 'network_id': '0e5ae889-8f22-447e-9cd4-4083cb89f735', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'mac_address': 'fa:16:3e:e8:2b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:53Z', 'updated_at': '2021-02-05T19:17:11Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'subnets': [{'id': '2e425298-8c01-448e-a905-3b43810cbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:02.413593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47264) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:02.434740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab818e0-c8f2-4f72-9e50-70eb8a437406 None None] New status for floating IP 9a7d48d5-0a30-458e-b047-6bdff568fef4: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:24:02.501804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:02.534141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:02.586397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:02.592104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c4db11b-759a-4173-b02a-9c824fb09708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:02.608661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda6b2e-81db-4e0c-a1fb-00e2a2e04225,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:02.611575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:02.618618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:02.622960 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "DELETE /v2.0/security-groups/2eda6b2e-81db-4e0c-a1fb-00e2a2e04225 HTTP/1.1" status: 204  len: 168 time: 0.2051990
Feb 05 19:24:02.623232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47272) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:02.644064 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.api.v2.resource [None req-ab063b29-e073-4e1d-bf1e-8d43b5f8c8a9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] show failed (client error): The resource could not be found.
Feb 05 19:24:02.647881 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ab063b29-e073-4e1d-bf1e-8d43b5f8c8a9 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "GET /v2.0/security-groups/2eda6b2e-81db-4e0c-a1fb-00e2a2e04225 HTTP/1.1" status: 404  len: 347 time: 0.0207782
Feb 05 19:24:02.648097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47276) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:02.857132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Deleting port 79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:02.857590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.041042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.041404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.177672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Calling delete_port for 79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152 owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:03.222018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47290) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:03.325783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.341650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-077c200a-0081-4ae3-b28f-96ec9f632a7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:03.377311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.625460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:03.629469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f875bf19db4b6dbedfa3801fbcc2df is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:03.632516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:03.638815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:03.687211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Pushing event deleted for resources: {'Port': ['ID=79d98a60-4afb-4ba0-8eb5-5c5d1d1dc152,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:03.691279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:03.724910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.727766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.736433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5a5797af-b8a7-40d0-b64d-80bbe937dbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:03.779551 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1f875bf19db4b6dbedfa3801fbcc2df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5563722
Feb 05 19:24:03.782865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb94a6-10c7-4c25-9fdc-646cee992df2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:03.785456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47296) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:03.788899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:03.818794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.834310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.838667 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] 10.222.0.59 "DELETE /v2.0/floatingips/9a7d48d5-0a30-458e-b047-6bdff568fef4 HTTP/1.1" status: 204  len: 168 time: 1.1865063
Feb 05 19:24:03.856511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.886453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.934189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.939186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a9fe8385-c470-44e3-b59b-ae6a558158cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:03.953381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb94a6-10c7-4c25-9fdc-646cee992df2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:03.956214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:03.957675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:03.958860 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/82fb94a6-10c7-4c25-9fdc-646cee992df2 HTTP/1.1" status: 204  len: 168 time: 0.1717348
Feb 05 19:24:07.825514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47398) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:08.705673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:08.937783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.097433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Deleting port e15fee3b-45d9-4fd6-aac2-c28afaf0830c {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:09.097805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.280391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] For port e15fee3b-45d9-4fd6-aac2-c28afaf0830c, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:09.280851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.418140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Calling delete_port for e15fee3b-45d9-4fd6-aac2-c28afaf0830c owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:09.452188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47428) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:09.605662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.621855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:09.626057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Usage tracker for resource:security_group_rule and tenant:9b38d31eb0154d3eae6728922d9cb06a is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:09.629148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:09.635327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:09.721292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.724396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.732125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.734258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3014f17a-ece3-47f9-9c75-26fbf9c74717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:09.748743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5591f844-d6ce-47ea-9f86-aaf15d7716df tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:09.781320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9b38d31eb0154d3eae6728922d9cb06a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3279889
Feb 05 19:24:09.782271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaa4115-480e-43c7-b107-b8dd5a04a971,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:09.785108 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47434) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:09.787645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c8582166-0386-4193-b247-1a902325e101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:09.843253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e15fee3b-45d9-4fd6-aac2-c28afaf0830c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:09.848863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.854653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:09.877909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.931230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.937012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3462abc4-0c71-4da5-9d0c-910ea1f07396 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:09.950094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaa4115-480e-43c7-b107-b8dd5a04a971,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:09.958350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:09.971140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:09.974913 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1eaa4115-480e-43c7-b107-b8dd5a04a971 HTTP/1.1" status: 204  len: 168 time: 0.1865709
Feb 05 19:24:10.240589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:10.832161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c5dc3c5-655d-4c4c-a300-1cb1e8742fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:11.016694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:11.227721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:11.240583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Sync routers for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:11.245742 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] 10.222.0.59 "PUT /v2.0/routers/b3b3986f-c141-48ed-b0f5-5b0fdddfc649/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4190109
Feb 05 19:24:11.248713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47502) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:11.257252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:11.257922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8877dba8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:11.459128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:11.468130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:11.656901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:11.664076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Deleting port 5eb12872-5529-4bb2-a30e-784ed303e804 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:11.664505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:11.785185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8877dba8>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:24:09Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:11.789271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Checking router: b3b3986f-c141-48ed-b0f5-5b0fdddfc649 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:11.799190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Routers {'b3b3986f-c141-48ed-b0f5-5b0fdddfc649'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:11.799649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8877dba8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:23:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:11.865117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] For port 5eb12872-5529-4bb2-a30e-784ed303e804, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=5eb12872-5529-4bb2-a30e-784ed303e804,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:11.865518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.007161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] Set router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:12.007376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Calling delete_port for 5eb12872-5529-4bb2-a30e-784ed303e804 owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:12.173554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.329536 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8877dba8>, [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:24:09Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:12.336280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc8fcad-ffc5-4399-a6d6-c899bfed119c None None] The sync data for ids ['b3b3986f-c141-48ed-b0f5-5b0fdddfc649'] in dv-cinder-774288-2-iscsi is: [{'id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'name': 'tempest-AttachVolumeShelveTestJSON-2141921525-router', 'tenant_id': 'f7821d08eabd4d39872db3516f25c327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:16:36Z', 'updated_at': '2021-02-05T19:24:09Z', 'revision_number': 5, 'project_id': 'f7821d08eabd4d39872db3516f25c327', 'gw_port': {'id': '5eb12872-5529-4bb2-a30e-784ed303e804', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b3986f-c141-48ed-b0f5-5b0fdddfc649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:16:39Z', 'updated_at': '2021-02-05T19:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:12.381451 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.443340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device e15fee3b-45d9-4fd6-aac2-c28afaf0830c no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:12.490742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: e15fee3b-45d9-4fd6-aac2-c28afaf0830c {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:12.491135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device e15fee3b-45d9-4fd6-aac2-c28afaf0830c not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:12.545756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.548149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.579457 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.580413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b3986f-c141-48ed-b0f5-5b0fdddfc649 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:24:12.597232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.601004 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-75614b06-aca0-43c0-b302-3925dfa41db0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b3b3986f-c141-48ed-b0f5-5b0fdddfc649 HTTP/1.1" status: 204  len: 168 time: 1.3487139
Feb 05 19:24:12.601146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47538) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:12.673014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Deleting subnet 2e425298-8c01-448e-a905-3b43810cbbdb {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:24:12.676759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.732496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.827070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:12.893838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c7b94fc-0efc-46cf-931a-138115ef7df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.126205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.144305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:13.243193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e425298-8c01-448e-a905-3b43810cbbdb,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:13.248179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:13.285935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.292522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fadf01-7629-466a-a5db-fc1c513099dc None None] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:13.312239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47550) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:13.312506 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-fdae0ede-2fe0-425f-b4af-22d1fa51e269 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2e425298-8c01-448e-a905-3b43810cbbdb HTTP/1.1" status: 204  len: 168 time: 0.7100911
Feb 05 19:24:13.359120 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-3b898de6-cd42-413d-966a-d498f8e72999 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-98661917&fields=id&tenant_id=ad124349434d45968fab2b4cbfa15bd0 HTTP/1.1" status: 200  len: 267 time: 0.0702083
Feb 05 19:24:13.474711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.565436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Deleting port faad27d2-aa67-4f27-a1f6-49d4724f3d22 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:13.565923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.607262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-e714971d-3f9c-420b-9dd6-9b76d9b0024c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:13.608984 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-e714971d-3f9c-420b-9dd6-9b76d9b0024c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 984 time: 0.2397039
Feb 05 19:24:13.624701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Request body: {'port': {'security_groups': ['d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:13.626367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] DHCP port deletion for 0e5ae889-8f22-447e-9cd4-4083cb89f735 request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:24:13.630853 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Deleting port faad27d2-aa67-4f27-a1f6-49d4724f3d22 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:13.631367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.789204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.812129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] For port faad27d2-aa67-4f27-a1f6-49d4724f3d22, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=faad27d2-aa67-4f27-a1f6-49d4724f3d22,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:13.812582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.890772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] For port faad27d2-aa67-4f27-a1f6-49d4724f3d22, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=faad27d2-aa67-4f27-a1f6-49d4724f3d22,segment=NetworkSegment(25d8a19e-0352-493a-a80e-e3a11f67a85c),segment_id=25d8a19e-0352-493a-a80e-e3a11f67a85c)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:13.891868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:13.961958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Calling delete_port for faad27d2-aa67-4f27-a1f6-49d4724f3d22 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:14.041485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Calling delete_port for faad27d2-aa67-4f27-a1f6-49d4724f3d22 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:14.049016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.069121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:14.098128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.139539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:24:14.140492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:24:14.150095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:14.176953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.180711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Pushing event deleted for resources: {'Port': ['ID=faad27d2-aa67-4f27-a1f6-49d4724f3d22,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:14.180835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.186587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:14.196733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:14.220595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] No DVR routers for this DVR port faad27d2-aa67-4f27-a1f6-49d4724f3d22 on host dv-cinder-774288-2-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:24:14.352842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.461566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device faad27d2-aa67-4f27-a1f6-49d4724f3d22 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:14.479754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c86fa4588>,) {'filters': {'network_id': ['0e5ae889-8f22-447e-9cd4-4083cb89f735']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:14.493963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86fa4588>, '25d8a19e-0352-493a-a80e-e3a11f67a85c') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:14.494323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86fa4588>, '25d8a19e-0352-493a-a80e-e3a11f67a85c') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:14.503691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: faad27d2-aa67-4f27-a1f6-49d4724f3d22 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:14.504294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device faad27d2-aa67-4f27-a1f6-49d4724f3d22 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:14.504568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5eb12872-5529-4bb2-a30e-784ed303e804 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:14.507603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.522583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.524628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:24:14.540056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 5eb12872-5529-4bb2-a30e-784ed303e804 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:14.540477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 5eb12872-5529-4bb2-a30e-784ed303e804 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:14.595831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=6']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:14.601502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:14.641980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Deleting port faad27d2-aa67-4f27-a1f6-49d4724f3d22 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:14.642078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.713850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:14.714601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.716192 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c2e1e187-0885-4e1f-bf0f-6e9a60f5572f req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "PUT /v2.0/ports/984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 942 time: 1.0997348
Feb 05 19:24:14.717351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:24:14.742803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5b14c854-e371-4c54-b125-587dc92a04f4 None None] The port 'faad27d2-aa67-4f27-a1f6-49d4724f3d22' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:24:14.771598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:14.785804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:14.794932 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:24:14.869000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-905758fc-e122-40d1-9c32-7e717ec468c6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups/37dd77ae-2c07-4280-add8-1983c60bce86 HTTP/1.1" status: 200  len: 3001 time: 0.0978169
Feb 05 19:24:14.937175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f70f6a60-e1d6-48f7-8690-63bd3ab1e2cb None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:14.938029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f70f6a60-e1d6-48f7-8690-63bd3ab1e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.017847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.080702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.120103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Network 0e5ae889-8f22-447e-9cd4-4083cb89f735 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:15.141047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.146560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.147711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dd9ba1cc-b188-4cc6-84df-205a9113e066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:24:15.149269 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:24:15.162807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.177076 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd77ae-2c07-4280-add8-1983c60bce86,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:15.180640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:15.190701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.192109 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9de1af6-aeff-442f-b556-61e1d5fb2a16 req-0341869a-e295-452e-bc7f-a81a0105bbf6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "DELETE /v2.0/security-groups/37dd77ae-2c07-4280-add8-1983c60bce86 HTTP/1.1" status: 204  len: 173 time: 0.3218274
Feb 05 19:24:15.219728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-ed001d96-04de-4f4b-b2b3-13a22d13f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:15.221668 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-ed001d96-04de-4f4b-b2b3-13a22d13f652 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.3506284
Feb 05 19:24:15.338442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.345364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:15.366560 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-e20c8203-abe1-479e-b45e-d05742c7f95c tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/floatingips/bc94fc58-199d-4ef7-9946-848aac6303b7 HTTP/1.1" status: 200  len: 998 time: 0.1408761
Feb 05 19:24:15.370482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:15.396113 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] 10.222.0.59 "DELETE /v2.0/networks/0e5ae889-8f22-447e-9cd4-4083cb89f735 HTTP/1.1" status: 204  len: 168 time: 2.0820749
Feb 05 19:24:15.399364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5ae889-8f22-447e-9cd4-4083cb89f735,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:15.402435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a91233b2-a9bc-4381-98df-74d78c03740d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:15.444535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-5de7942d-7b4d-4839-a47a-0ad5c94d1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:15.446148 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-5de7942d-7b4d-4839-a47a-0ad5c94d1b21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.2083836
Feb 05 19:24:15.576844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47592) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:15.632272 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-ba696776-6a14-4be7-aff6-390ef4f94f54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 1001 time: 0.1785967
Feb 05 19:24:15.655383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-3bf3101e-4861-4661-b1a8-c789a91a1eec tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:15.657138 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-3bf3101e-4861-4661-b1a8-c789a91a1eec tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2897553
Feb 05 19:24:15.670561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-0824fe1a-ba8a-45d8-ab28-4db24b6a987f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:24:15.672754 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-0824fe1a-ba8a-45d8-ab28-4db24b6a987f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0088356
Feb 05 19:24:15.795317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47600) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:15.881794 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-3d9087db-f5d3-4df5-a249-e279a69c1b85 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.102 HTTP/1.1" status: 200  len: 1001 time: 0.2019978
Feb 05 19:24:15.954294 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3eefadf8-49d8-4c98-be77-2a523075978b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7821d08eabd4d39872db3516f25c327&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1576424
Feb 05 19:24:15.958958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47606) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:15.977675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.048694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-1a079b86-b207-4155-af34-22c41d2a4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:16.048694 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-1a079b86-b207-4155-af34-22c41d2a4b94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.4032390
Feb 05 19:24:16.061560 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-0a24a633-80f1-486a-88e2-5bc7e5269f74 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:16.063139 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-0a24a633-80f1-486a-88e2-5bc7e5269f74 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports/984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 942 time: 0.1717880
Feb 05 19:24:16.071021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:16.080550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:16.116870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Usage tracker for resource:security_group_rule and tenant:b059c015a5574820a717dd7900ca1d4c is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:16.134338 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:16.155934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:16.158950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.225488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.301537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.318363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d9d4c509-9963-4952-aea3-bc1673c132c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:16.337474 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-85f34fe9-1c0c-4f62-b830-e309f1d41ecc tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.102 HTTP/1.1" status: 200  len: 1001 time: 0.1401808
Feb 05 19:24:16.341339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e75ab0-3408-4058-bdc9-48ac7e9ca890,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:16.343409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.344674 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58e75ab0-3408-4058-bdc9-48ac7e9ca890 HTTP/1.1" status: 204  len: 168 time: 0.3846714
Feb 05 19:24:16.346096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5db921f4-bce9-4441-b21c-895ed32ad5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:16.366623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-c51c51a0-355a-4906-973d-d5c3a3d79631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:16.368916 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-c51c51a0-355a-4906-973d-d5c3a3d79631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2939482
Feb 05 19:24:16.389863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 984a3313-6309-419d-b1c3-ff7892ff3cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:16.390287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.626292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.631522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.641450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6bd4572e-8f0a-4259-b952-1d870abfcfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:16.651870 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-80a169ca-24be-4b1a-b753-015c102fe6ce service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439260
Feb 05 19:24:16.691163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Deleting port d45caaaa-1546-4928-b78c-ed10aa93531d {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:16.691590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.713925 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b059c015a5574820a717dd7900ca1d4c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1353214
Feb 05 19:24:16.764413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47624) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:16.793980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181e981b-73d9-4508-bd3b-c17d941eef0a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:16.808664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:16.899721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.900092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.907296 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f9d9c25b-9e4a-420f-873b-1c3541ac841c req-13b05f81-46bf-4c5d-8258-b2c336b53c59 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2482853
Feb 05 19:24:16.912168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.943748 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.991508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:16.996976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-591589c4-d8b2-48b1-ab73-adf684c8323d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:17.011454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181e981b-73d9-4508-bd3b-c17d941eef0a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:17.016166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:17.018923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:17.020995 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/181e981b-73d9-4508-bd3b-c17d941eef0a HTTP/1.1" status: 204  len: 168 time: 0.2527142
Feb 05 19:24:17.053027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Calling delete_port for d45caaaa-1546-4928-b78c-ed10aa93531d owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:17.243238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:17.259899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9e5899bf-64a1-4c94-8985-a2a78e3fbbc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:17.364599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event deleted for resources: {'Port': ['ID=d45caaaa-1546-4928-b78c-ed10aa93531d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:17.369372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:17.485388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47648) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:17.502763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:17.503317 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Floating IP bc94fc58-199d-4ef7-9946-848aac6303b7 disassociated (deleted). External IP: 172.27.3.102, port: 984a3313-6309-419d-b1c3-ff7892ff3cb5.
Feb 05 19:24:17.644585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-13136111-network', 'tenant_id': '2397597638ff480182ddc1b223a19609'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:17.666598 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:17.674781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Usage tracker for resource:network and tenant:2397597638ff480182ddc1b223a19609 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:17.679816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:17.689543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:17.718191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Made reservation on behalf of 2397597638ff480182ddc1b223a19609 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:17.723119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:17.741570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:17.763702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:17.828129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Usage tracker for resource:security_group_rule and tenant:2397597638ff480182ddc1b223a19609 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:17.840135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:17.915572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:18.020706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Router 52d99461-9186-4532-bfe0-76ff79a80d8b has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:18.234268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.240697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.249486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e3161e91-920e-4e57-9c70-8cb30a74617f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:18.325249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:24:18.328431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79477dcd-201d-4fc3-81a0-17e4488a848a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:18.336743 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:18.349443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.349901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Added segment 75553f7a-126f-4cc8-b75b-6d41d4bdf794 of type vxlan for network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a
Feb 05 19:24:18.351624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:18.363497 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Sync routers for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:18.377866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:18.378697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8758acc0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:18.394588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.434763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.486247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.489359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:18.490014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.497626 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30a39eab-9ef4-4d42-849d-7e18e5519d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:18.606884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:18.820793 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-952bd01b-bb6b-47c6-96f6-9a72a55baac6 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "DELETE /v2.0/floatingips/bc94fc58-199d-4ef7-9946-848aac6303b7 HTTP/1.1" status: 204  len: 173 time: 2.4570355
Feb 05 19:24:18.834149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:24:18.840653 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3539262
Feb 05 19:24:18.845947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47690) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:18.860345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Request body: {'subnet': {'network_id': '1c49d38b-a2a7-41b2-951d-d9dfdddd516a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-13136111-subnet', 'tenant_id': '2397597638ff480182ddc1b223a19609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:18.868032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:18.877621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Pushing event updated for resources: {'Network': ['ID=1c49d38b-a2a7-41b2-951d-d9dfdddd516a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:18.879759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Usage tracker for resource:subnet and tenant:2397597638ff480182ddc1b223a19609 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:18.881417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:18.898601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:18.900078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:18.913887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:18.918509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:18.942281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Made reservation on behalf of 2397597638ff480182ddc1b223a19609 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:18.956238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:18.985746 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:24:19.138680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-014b452b-c3ac-42a6-a8f2-2d3c79305740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.140361 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-014b452b-c3ac-42a6-a8f2-2d3c79305740 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.2945664
Feb 05 19:24:19.190192 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-0921e448-e363-4b64-9191-1468f737d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.191790 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-0921e448-e363-4b64-9191-1468f737d9d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad124349434d45968fab2b4cbfa15bd0&device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 1162 time: 0.1434329
Feb 05 19:24:19.290595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8758acc0>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:19.295818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Checking router: 52d99461-9186-4532-bfe0-76ff79a80d8b for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:19.298567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-f29332ed-f344-4fd9-a72d-a692cb75fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.305980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:19.306650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8758acc0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:19.307621 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-f29332ed-f344-4fd9-a72d-a692cb75fb84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.1605024
Feb 05 19:24:19.390653 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-9db85888-3806-4247-8264-3c0cc2cea636 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 217 time: 0.0818806
Feb 05 19:24:19.399860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-6fe8d083-951b-426d-827c-dd6663a8b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.402185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-6fe8d083-951b-426d-827c-dd6663a8b06c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 200  len: 909 time: 0.2030182
Feb 05 19:24:19.469736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-f8b7aa9d-8acf-4b81-9f62-e72a88cc0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.478095 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-f8b7aa9d-8acf-4b81-9f62-e72a88cc0467 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.0865171
Feb 05 19:24:19.514644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:19.589382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-1bf1b003-8f35-46b9-90b3-fdbe3f0cca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.589382 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-1bf1b003-8f35-46b9-90b3-fdbe3f0cca78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1061065
Feb 05 19:24:19.611982 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-b25663ab-30a4-427a-a615-857868c726a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 200  len: 217 time: 0.1249738
Feb 05 19:24:19.762761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-18a1526b-4e94-4756-90cd-b62c05e646ee service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691542
Feb 05 19:24:19.813839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-717aa931-ddd4-47a6-ad0a-c963445ed8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:19.815365 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-717aa931-ddd4-47a6-ad0a-c963445ed8ae service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 200  len: 854 time: 0.2025414
Feb 05 19:24:19.945346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8758acc0>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:19.954797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7b513-576d-406f-bf39-741a69f3ad84 None None] The sync data for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi is: [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:21:38Z', 'revision_number': 4, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': 'f197f8df-3f43-45d9-a1d0-498d767bfea8', 'name': '', 'network_id': '2ba17436-3ef4-4df3-bea8-868109b935fb', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'mac_address': 'fa:16:3e:6f:cd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:37Z', 'updated_at': '2021-02-05T19:21:49Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'subnets': [{'id': 'b3237015-6ec5-4152-b8c9-29a0fce11cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:20.008922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-31dc4542-26a3-4962-b713-ab2078d95fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:20.011423 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-31dc4542-26a3-4962-b713-ab2078d95fb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ba17436-3ef4-4df3-bea8-868109b935fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1834912
Feb 05 19:24:20.017238 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4bd3b488-dbea-4160-95be-1305fa029d46 req-8bb18437-5658-4ad2-8092-ff87b44dfd47 service neutron] 10.222.0.59 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2451856
Feb 05 19:24:20.102333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47726) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:20.204054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.225238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:20.324643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.358404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:20.362850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Usage tracker for resource:security_group_rule and tenant:4b165a0f2d234263a18ae3672b2af33c is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:20.366120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:20.373997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:20.446118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4eefc85-99bb-49b9-a830-a5ea0a77337a,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:20.454840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:20.478557 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-30722d5b-8e8e-413c-bb03-4dcc070b7231 service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4538677
Feb 05 19:24:20.490601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.493820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.509533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee1ac134-5d43-4815-914b-488f4999a3e4 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:20.550586 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee70b17-9e65-4be0-bd56-0551b26f7885 None None] New status for floating IP bc94fc58-199d-4ef7-9946-848aac6303b7: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:24:20.556420 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4b165a0f2d234263a18ae3672b2af33c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4528909
Feb 05 19:24:20.558584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c612a-19af-472b-baba-3fba21ea12ae,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:20.571987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47742) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:20.575704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c19c0901-72c2-42d7-98e8-bdcc2972e53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:20.655428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.694859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.709804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Checking segment: {'id': '75553f7a-126f-4cc8-b75b-6d41d4bdf794', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1c49d38b-a2a7-41b2-951d-d9dfdddd516a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:20.710203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Network hostable DHCP agents. Network: 1c49d38b-a2a7-41b2-951d-d9dfdddd516a, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:24:20.724492 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-682fc8e0-9837-49bd-aeee-5baa423774c6 req-17acc7a3-7bac-4cd4-aed3-37b44f11cb4d service neutron] 10.222.0.45 "GET /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2327473
Feb 05 19:24:20.749836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:24:20.759409 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 1c49d38b-a2a7-41b2-951d-d9dfdddd516a) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:20.765383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.767771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ccb34-36ba-4d7d-bfea-7259596a9f76 None None] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:20.770709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b2b21676-f746-42ca-a1cf-ecdc83b29814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:20.773927 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:20.774573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.786150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c612a-19af-472b-baba-3fba21ea12ae,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:20.789315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:20.790272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:20.792307 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-010c621f-40e5-4eff-ad46-f38b4e7eb391 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a76c612a-19af-472b-baba-3fba21ea12ae HTTP/1.1" status: 204  len: 168 time: 0.2176907
Feb 05 19:24:20.811554 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0e2d4e12-40eb-4860-a2f3-7b24cbf50112 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.9636984
Feb 05 19:24:21.035338 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254fc5a4-bb51-49d9-9db4-28cdf9b92414 None None] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:21.207435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47758) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:21.232020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.250233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:21.254574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Usage tracker for resource:security_group_rule and tenant:55d60842faa74aa584156eefbfdaa091 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:21.257728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:21.263857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:21.356905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.359759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.368475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba6ab67b-bf24-4cd4-9539-8cadf7afad20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:21.418283 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55d60842faa74aa584156eefbfdaa091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2096241
Feb 05 19:24:21.420515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db490af-9dc2-41e2-90f3-8d2b97f9759d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:21.421311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47764) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:21.424793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:21.492563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.535763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.597680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.603181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a5ff9fb-fee1-452b-b178-49146737665f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:21.620162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db490af-9dc2-41e2-90f3-8d2b97f9759d,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:21.623297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:21.624645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:21.628505 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7db490af-9dc2-41e2-90f3-8d2b97f9759d HTTP/1.1" status: 204  len: 168 time: 0.2034516
Feb 05 19:24:22.061354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47802) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:22.067886 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189128272-network', 'tenant_id': '7c6acca8e5e647f78b6bbb5c71c12818'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:22.081333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:22.088000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Usage tracker for resource:network and tenant:7c6acca8e5e647f78b6bbb5c71c12818 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:22.094164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:22.102674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:22.115916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Made reservation on behalf of 7c6acca8e5e647f78b6bbb5c71c12818 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:22.125820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.146404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.168042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:22.173081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c6acca8e5e647f78b6bbb5c71c12818 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:22.176271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:22.185473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:22.195605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47810) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:22.301219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.305465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.311274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-684c69eb-bb34-46e4-81e1-01cf3d3cf3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:22.348662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:24:22.359244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a73b0-33fd-4ccd-af00-30666c6233ec,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:22.363193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:22.365794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.366245 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Added segment 3c5b801b-89fe-4315-8cc7-0b6471d70499 of type vxlan for network a21cda23-8d69-4066-8504-b8c90762f138
Feb 05 19:24:22.391092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.396340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.408820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:22.412943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Usage tracker for resource:security_group_rule and tenant:954844444ae24a489275146a4f5488fb is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:22.416000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:22.422096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:22.432634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.433928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:22.434610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.439822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:22.513310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.516113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.523859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-065200b2-9147-4a75-aa7b-c9ab3fc34841 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:22.552372 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4872043
Feb 05 19:24:22.552617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47822) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:22.555619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Pushing event updated for resources: {'Network': ['ID=a21cda23-8d69-4066-8504-b8c90762f138,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:22.561995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Request body: {'subnet': {'network_id': 'a21cda23-8d69-4066-8504-b8c90762f138', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189128272-subnet', 'tenant_id': '7c6acca8e5e647f78b6bbb5c71c12818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:22.565992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:22.567832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network a21cda23-8d69-4066-8504-b8c90762f138 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:22.568226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:22.574171 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=954844444ae24a489275146a4f5488fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3738194
Feb 05 19:24:22.574318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Usage tracker for resource:subnet and tenant:7c6acca8e5e647f78b6bbb5c71c12818 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:22.574864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47826) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:22.576124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:22.582870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:22.593420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Made reservation on behalf of 7c6acca8e5e647f78b6bbb5c71c12818 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:22.598562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.619539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdedd720-ca64-48d7-8eda-73dff84a12dd,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:22.623642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:22.651841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.681471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.741075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.748633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-36a87f67-90b4-4205-90f4-f4d838627dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:22.764356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdedd720-ca64-48d7-8eda-73dff84a12dd,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:22.767581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:22.778940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:22.782842 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-dbfa7b5b-1ab4-4805-bc8b-ba7dba3b69bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdedd720-ca64-48d7-8eda-73dff84a12dd HTTP/1.1" status: 204  len: 168 time: 0.2045519
Feb 05 19:24:22.856141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network a21cda23-8d69-4066-8504-b8c90762f138 details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:23.077603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.098149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:23.314306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47848) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:23.335597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.355506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:23.359777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Usage tracker for resource:security_group_rule and tenant:ad5f6505b6a4473db6fdd168cb9734a7 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:23.363548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:23.370815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:23.478498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.481675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.484736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93cfc76f-61f6-400f-acbd-8065b23302f4,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:23.488077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:23.496722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:23.538981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867c82bc-d815-413d-9534-d8eb347ebc3a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:23.543202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:23.557920 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad5f6505b6a4473db6fdd168cb9734a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2420416
Feb 05 19:24:23.560641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47856) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:23.571710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Checking segment: {'id': '3c5b801b-89fe-4315-8cc7-0b6471d70499', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a21cda23-8d69-4066-8504-b8c90762f138'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:23.573009 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Network hostable DHCP agents. Network: a21cda23-8d69-4066-8504-b8c90762f138, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:24:23.595924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Network a21cda23-8d69-4066-8504-b8c90762f138 is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:24:23.617341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, a21cda23-8d69-4066-8504-b8c90762f138) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:23.632400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:23.633158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.637904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed33b9-49c3-44e0-b81e-2dd7ad71c4fb None None] Network a21cda23-8d69-4066-8504-b8c90762f138 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:23.660562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1034966
Feb 05 19:24:23.672229 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.740551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.818168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47868) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:23.891227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Deleting subnet d4eefc85-99bb-49b9-a830-a5ea0a77337a {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:24:23.894516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.926088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f218e8-d1eb-4490-8a48-f8314587d5c5 None None] Network a21cda23-8d69-4066-8504-b8c90762f138 requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:23.952438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:23.984899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-795f6dc8-3cb1-413e-96cc-ccffeaeaad1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:23.985746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-795f6dc8-3cb1-413e-96cc-ccffeaeaad1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:24:24.005735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.012882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-97f2b711-d32c-4eb3-9eca-74a8541bc238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:24.030211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-795f6dc8-3cb1-413e-96cc-ccffeaeaad1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:24:24.031627 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-795f6dc8-3cb1-413e-96cc-ccffeaeaad1d tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.2735651
Feb 05 19:24:24.032820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867c82bc-d815-413d-9534-d8eb347ebc3a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:24.034988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.036154 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/867c82bc-d815-413d-9534-d8eb347ebc3a HTTP/1.1" status: 204  len: 168 time: 0.4742603
Feb 05 19:24:24.037138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:24.047917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.171038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-87b380a8-fae0-44a8-9bd2-e928c1161895 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:24:24.190209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-87b380a8-fae0-44a8-9bd2-e928c1161895 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:24:24.191663 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-45501839-c922-4a7e-811e-3ff0c48f8f8b req-87b380a8-fae0-44a8-9bd2-e928c1161895 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457181
Feb 05 19:24:24.271369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:24:24.410145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.426965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eb515e3f-0758-4104-b388-be21e4f6c960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:24.464350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4eefc85-99bb-49b9-a830-a5ea0a77337a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:24.517047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:24.569463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.578563 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d4eefc85-99bb-49b9-a830-a5ea0a77337a HTTP/1.1" status: 204  len: 168 time: 0.7568841
Feb 05 19:24:24.578979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47888) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:24.581054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47890) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:24.602859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.620632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:24.624977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Usage tracker for resource:security_group_rule and tenant:3f10717e27c644c4a32f2f8d75c2a108 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:24.628014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:24.633881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:24.701739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.731043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.734059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.744002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-82fc56a3-eb50-4f2c-948d-2cc447652aa7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:24.788693 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f10717e27c644c4a32f2f8d75c2a108&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062552
Feb 05 19:24:24.790474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d09bc-1686-4f1b-b370-fbc715e070f7,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:24.793794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47896) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:24.796375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:24.863318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.892557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.909658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.949160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.957873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:24.976045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d09bc-1686-4f1b-b370-fbc715e070f7,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:24.979306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:24.981845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:24.983580 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0ac99dde-71dc-42e2-b1a6-5ef8eb0c48fc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d24d09bc-1686-4f1b-b370-fbc715e070f7 HTTP/1.1" status: 204  len: 168 time: 0.1890323
Feb 05 19:24:25.065785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c8607cf60>,) {'filters': {'network_id': ['1c49d38b-a2a7-41b2-951d-d9dfdddd516a']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:25.090088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8607cf60>, '75553f7a-126f-4cc8-b75b-6d41d4bdf794') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:25.090989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8607cf60>, '75553f7a-126f-4cc8-b75b-6d41d4bdf794') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:25.107930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.125268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.127771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:24:25.375809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:25.387531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.513156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6fd14-4a5f-4686-a1d0-684815edeb4e req-9efb157a-cfe4-4a1d-beaf-8d7afa28e6f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:25.514933 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20b6fd14-4a5f-4686-a1d0-684815edeb4e req-9efb157a-cfe4-4a1d-beaf-8d7afa28e6f3 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.1834316
Feb 05 19:24:25.588225 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-20b6fd14-4a5f-4686-a1d0-684815edeb4e req-5c1887c3-4a00-4d4b-8b12-092c05f3af21 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656872
Feb 05 19:24:25.590177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Network 1c49d38b-a2a7-41b2-951d-d9dfdddd516a has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:24:25.618547 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:24:25.704955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-0845c098-16b5-4ec6-bc9a-41e4b0f38605 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:25.705768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-0845c098-16b5-4ec6-bc9a-41e4b0f38605 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Synchronizing usage tracker for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:24:25.787012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-0845c098-16b5-4ec6-bc9a-41e4b0f38605 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Unset dirty status for tenant:ad124349434d45968fab2b4cbfa15bd0 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:24:25.788280 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-0845c098-16b5-4ec6-bc9a-41e4b0f38605 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.45 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 945 time: 0.4790249
Feb 05 19:24:25.793253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.841508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:25.861017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.882215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c49d38b-a2a7-41b2-951d-d9dfdddd516a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:25.890442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1c49d38b-a2a7-41b2-951d-d9dfdddd516a HTTP/1.1" status: 204  len: 168 time: 1.3073463
Feb 05 19:24:25.890442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e449bed0-aa21-4d4a-b072-f9ae157add45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:25.890647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47924) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:25.918734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Deleting port 984a3313-6309-419d-b1c3-ff7892ff3cb5 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:25.919122 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:25.958151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Deleting subnet 93cfc76f-61f6-400f-acbd-8065b23302f4 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:24:25.961471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.009109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 984a3313-6309-419d-b1c3-ff7892ff3cb5 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:26.030127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.104928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.220384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:26.228910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.234846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.267361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:24:26.300651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:26.305974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.309145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:26.400071 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'code': 200}
Feb 05 19:24:26.427482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.442089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=7']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:26.452146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.452711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.453224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.453709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.454190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.454794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.455316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.455871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.456510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.456826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.457296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.457751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.458268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.458739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.459209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.459675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.460149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.460666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.461278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.461711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.462220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.462698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.463796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.464379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:26.469258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:26.475085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Calling delete_port for 984a3313-6309-419d-b1c3-ff7892ff3cb5 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:26.545824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:26.574154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:24:26.574528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:24:26.594119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93cfc76f-61f6-400f-acbd-8065b23302f4,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:26.597463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:26.652200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:26.665607 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6d32ff21-a4c1-4d62-8314-d1f39d0dd7a2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/93cfc76f-61f6-400f-acbd-8065b23302f4 HTTP/1.1" status: 204  len: 168 time: 0.7735667
Feb 05 19:24:26.668528 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47946) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:26.864114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.075674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Deleting port 984a3313-6309-419d-b1c3-ff7892ff3cb5 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:27.076234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.086892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e78f1-19db-487f-a6f1-bbcf55ee9e6c req-a466c77b-ff70-44a6-a722-6e71b3aee363 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:27.088707 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-286e78f1-19db-487f-a6f1-bbcf55ee9e6c req-a466c77b-ff70-44a6-a722-6e71b3aee363 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 943 time: 0.3221130
Feb 05 19:24:27.207716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.249303 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-286e78f1-19db-487f-a6f1-bbcf55ee9e6c req-374bf3d7-842c-48cf-a007-1667b186976a tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/security-groups?id=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019626
Feb 05 19:24:27.356131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c869419e8>,) {'filters': {'network_id': ['a21cda23-8d69-4066-8504-b8c90762f138']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:27.367993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] For port 984a3313-6309-419d-b1c3-ff7892ff3cb5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a3313-6309-419d-b1c3-ff7892ff3cb5,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:27.368299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.370051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c869419e8>, '3c5b801b-89fe-4315-8cc7-0b6471d70499') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:27.370502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c869419e8>, '3c5b801b-89fe-4315-8cc7-0b6471d70499') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:27.384228 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.404143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.406870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:24:27.507333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Calling delete_port for 984a3313-6309-419d-b1c3-ff7892ff3cb5 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:27.612929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Network a21cda23-8d69-4066-8504-b8c90762f138 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:27.628094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.824417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Network a21cda23-8d69-4066-8504-b8c90762f138 has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:24:27.847722 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:24:27.894190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:27.910759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:28.014565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Pushing event deleted for resources: {'Port': ['ID=984a3313-6309-419d-b1c3-ff7892ff3cb5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:28.032175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:28.165091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] No DVR routers for this DVR port 984a3313-6309-419d-b1c3-ff7892ff3cb5 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:24:28.169148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.172327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-deleted', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:24:28.189052 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-58d91de3-b902-413e-ab2f-d8b2408f148f req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.45 "DELETE /v2.0/ports/984a3313-6309-419d-b1c3-ff7892ff3cb5 HTTP/1.1" status: 204  len: 173 time: 2.3936162
Feb 05 19:24:28.189647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.193221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-eeba65cf-96c5-430b-8a11-862266ac15a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:28.210068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.234801 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a21cda23-8d69-4066-8504-b8c90762f138 HTTP/1.1" status: 204  len: 168 time: 1.5648327
Feb 05 19:24:28.236007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21cda23-8d69-4066-8504-b8c90762f138,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:28.246213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0c979fa9-625e-41a6-b46e-ee89652020f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:28.274164 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25381cc4-4614-4d56-a1ad-4d78e3089c39', 'name': 'network-vif-deleted', 'tag': '984a3313-6309-419d-b1c3-ff7892ff3cb5', 'status': 'completed', 'code': 200}
Feb 05 19:24:28.472443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47980) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:28.481596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4de34425-16af-4775-b070-3f1b7f69f122 req-ca110a06-9084-4e11-b752-77d5629e18b7 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] 10.222.0.59 "GET /v2.0/ports?device_id=25381cc4-4614-4d56-a1ad-4d78e3089c39 HTTP/1.1" status: 200  len: 210 time: 0.0533342
Feb 05 19:24:28.533283 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b0a51fb4-95f6-4fcd-89ab-65c68ded0ad3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2397597638ff480182ddc1b223a19609&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0594497
Feb 05 19:24:28.535890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47984) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:28.617863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.657979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.732491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.739004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7da034b3-1e86-4e3d-a5c0-9d076337dbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:28.763778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79477dcd-201d-4fc3-81a0-17e4488a848a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:28.766080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:28.780289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79477dcd-201d-4fc3-81a0-17e4488a848a HTTP/1.1" status: 204  len: 168 time: 0.2431924
Feb 05 19:24:28.794361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c31b85bd-6a69-4658-a2c8-a65328bb22f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:29.193616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48004) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:29.335087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48010) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:29.354766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.374683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:29.379276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Usage tracker for resource:security_group_rule and tenant:d874aff5e8824f35bb09c5c3453f5d6e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:29.382602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:29.388761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:29.393853 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7d2aa9c2-f409-4150-841b-d5c54816259a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c6acca8e5e647f78b6bbb5c71c12818&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550663
Feb 05 19:24:29.394072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48014) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:29.473755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.486959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.491102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.502501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4d601f67-052f-42e4-beaf-1a555bd904c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:29.505939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.552280 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d874aff5e8824f35bb09c5c3453f5d6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3574033
Feb 05 19:24:29.553392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e56215-4be7-4ae9-b527-1fa5f01add74,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:29.555177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48020) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:29.557489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-be0e9fe1-26f6-47cd-a022-fa278e1c960e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:29.579360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.586910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5735893-b51b-492c-b86f-09ae35146639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:29.616429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a73b0-33fd-4ccd-af00-30666c6233ec,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:29.629494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:29.632165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.633413 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ae8a73b0-33fd-4ccd-af00-30666c6233ec HTTP/1.1" status: 204  len: 168 time: 0.2382939
Feb 05 19:24:29.662021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.692897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.742109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.748375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3515ac48-04b5-4471-901b-fb52fe24ee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:29.759879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e56215-4be7-4ae9-b527-1fa5f01add74,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:29.766882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:29.767638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:29.772041 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-0efa2eff-cad5-4d01-8c87-9402d6feb3e9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19e56215-4be7-4ae9-b527-1fa5f01add74 HTTP/1.1" status: 204  len: 168 time: 0.2156909
Feb 05 19:24:30.351551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48064) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:30.373379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.395170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:30.399948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Usage tracker for resource:security_group_rule and tenant:e05038bc71e3404d984f7c8490716260 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:30.403369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:30.410836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:30.524629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.533872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.544792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9b8277fe-37aa-4d97-828e-642ee2a7ca29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:30.594256 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e05038bc71e3404d984f7c8490716260&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2415102
Feb 05 19:24:30.595579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e879d-c9d9-42be-bba2-e07aab0e08de,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:30.597557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48096) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:30.599695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-411a0998-16d5-4257-aa68-dc3f77b9833f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:30.664654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.694372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.742124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.748311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fa620091-acad-4d27-bc43-0f766cd1821f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:30.768883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e879d-c9d9-42be-bba2-e07aab0e08de,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:30.772270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48102) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:30.779307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:30.911343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:30.912586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/506e879d-c9d9-42be-bba2-e07aab0e08de HTTP/1.1" status: 204  len: 168 time: 0.3139367
Feb 05 19:24:31.442173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:31.861919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Deleting port f197f8df-3f43-45d9-a1d0-498d767bfea8 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:31.862437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:32.072650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] For port f197f8df-3f43-45d9-a1d0-498d767bfea8, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f197f8df-3f43-45d9-a1d0-498d767bfea8,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:32.073188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:32.220986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Calling delete_port for f197f8df-3f43-45d9-a1d0-498d767bfea8 owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:32.414670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:32.434103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:32.537336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f197f8df-3f43-45d9-a1d0-498d767bfea8,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:32.542286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:32.903719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:32.965758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48202) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:32.986811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48208) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:33.204661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.217868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.239193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:33.244537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:33.247454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Usage tracker for resource:security_group_rule and tenant:7b5511fdc05a4d7e8129bd5b3cbf7ab0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:33.251726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:33.255459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:521bbb06272142b3a87af239ca2c08c6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:33.261967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:33.265022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:33.270842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:33.435351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.440121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.441265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.450811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b7d36c44-125a-4889-94ee-b06f91e79b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:33.465991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.519244 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b5511fdc05a4d7e8129bd5b3cbf7ab0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5312934
Feb 05 19:24:33.522553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48218) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:33.528822 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=521bbb06272142b3a87af239ca2c08c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5619035
Feb 05 19:24:33.529799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e8266d-3b27-46c4-b7ea-9114fcf6e538,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:33.532351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48222) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:33.534949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d7f35743-28f7-4621-92ff-b3c0e32c3dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:33.535793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b486dd48-681a-48df-9cd6-69db0886d8e7 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:33.544545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Router 52d99461-9186-4532-bfe0-76ff79a80d8b has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:33.595393 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b42b4f-3b87-499f-8215-01bb84ebed6e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:33.599983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:33.623752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.652124 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.702280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.707760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:33.723361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b42b4f-3b87-499f-8215-01bb84ebed6e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:33.726097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:33.738389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:33.742194 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6a65ad91-6a28-4ce8-920a-eaa5fc60f7c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d8b42b4f-3b87-499f-8215-01bb84ebed6e HTTP/1.1" status: 204  len: 168 time: 0.2063100
Feb 05 19:24:33.996315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.050757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.066873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:34.078985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Sync routers for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:34.094013 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] 10.222.0.59 "PUT /v2.0/routers/52d99461-9186-4532-bfe0-76ff79a80d8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3141327
Feb 05 19:24:34.094506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48232) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:34.095708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:34.096438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87cdb860>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:34.121827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.127752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-83a1bf08-5171-4e8d-9f05-756ee49defff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:34.142013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e8266d-3b27-46c4-b7ea-9114fcf6e538,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:34.146281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:34.147608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.151876 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2d80d810-1e92-4d7e-8e6c-8f785af60052 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/25e8266d-3b27-46c4-b7ea-9114fcf6e538 HTTP/1.1" status: 204  len: 168 time: 0.6234894
Feb 05 19:24:34.329919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.347949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:34.553504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.559371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Deleting port 87d85524-b454-4665-a4db-f7c4f5861c67 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:34.559746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.651772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48254) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:34.680313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.710786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:34.715913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Usage tracker for resource:security_group_rule and tenant:1576de75ebe548a5b430582595c395b3 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:34.719117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:34.737247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:34.741311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87cdb860>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:24:32Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:34.746592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Checking router: 52d99461-9186-4532-bfe0-76ff79a80d8b for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:34.753862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] For port 87d85524-b454-4665-a4db-f7c4f5861c67, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=87d85524-b454-4665-a4db-f7c4f5861c67,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:34.754266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.758699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Routers {'52d99461-9186-4532-bfe0-76ff79a80d8b'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:34.759570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87cdb860>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['52d99461-9186-4532-bfe0-76ff79a80d8b'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:34.836309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.839813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:34.853845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bc8e9547-7637-430b-adf0-f09a97b3a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:34.938271 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1576de75ebe548a5b430582595c395b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2849450
Feb 05 19:24:34.954480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48266) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:34.956184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Calling delete_port for 87d85524-b454-4665-a4db-f7c4f5861c67 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:34.971904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] Set router 52d99461-9186-4532-bfe0-76ff79a80d8b gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:34.989301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e371d-5f5f-485e-9451-f63a13d058bf,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:35.000267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f8c9d381-ac7c-4bab-bb68-86fed44c9c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:35.099000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.149842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.178972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.207132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.212412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-48cf34ab-bdb7-4be1-96cf-e070cd510328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:35.238033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e371d-5f5f-485e-9451-f63a13d058bf,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:35.241183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:35.242141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.244718 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e54e371d-5f5f-485e-9451-f63a13d058bf HTTP/1.1" status: 204  len: 168 time: 0.2833688
Feb 05 19:24:35.426189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87cdb860>, [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:24:32Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:35.436422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946e0fc-c9fd-421d-b729-c0c0f694964f None None] The sync data for ids ['52d99461-9186-4532-bfe0-76ff79a80d8b'] in dv-cinder-774288-2-iscsi is: [{'id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'name': 'tempest-TestMinimumBasicScenario-1605601312-router', 'tenant_id': 'ad124349434d45968fab2b4cbfa15bd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:21:32Z', 'updated_at': '2021-02-05T19:24:32Z', 'revision_number': 5, 'project_id': 'ad124349434d45968fab2b4cbfa15bd0', 'gw_port': {'id': '87d85524-b454-4665-a4db-f7c4f5861c67', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d99461-9186-4532-bfe0-76ff79a80d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:21:33Z', 'updated_at': '2021-02-05T19:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:35.457874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.677376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.680091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.708500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.709426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d99461-9186-4532-bfe0-76ff79a80d8b {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:24:35.731635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.733254 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-95f4c9e4-bbb9-4804-b215-9850a936a964 admin admin] 10.222.0.59 "DELETE /v2.0/routers/52d99461-9186-4532-bfe0-76ff79a80d8b HTTP/1.1" status: 204  len: 168 time: 1.6373746
Feb 05 19:24:35.736339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48312) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:35.825082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Deleting subnet b3237015-6ec5-4152-b8c9-29a0fce11cdf {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:24:35.829043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.896482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:35.996221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:36.294971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:36.311456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-74cdae01-f523-4404-bbe4-2b1a9e227c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:36.412815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3237015-6ec5-4152-b8c9-29a0fce11cdf,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:36.417826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:36.452717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:36.460432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca5611-0437-4eb7-8e58-edf5d2f7ee6d None None] Network 2ba17436-3ef4-4df3-bea8-868109b935fb requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:36.465700 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-94a2c3df-e247-400a-a1ab-93a6671bb44d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b3237015-6ec5-4152-b8c9-29a0fce11cdf HTTP/1.1" status: 204  len: 168 time: 0.7279313
Feb 05 19:24:36.468188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48334) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:36.486085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 87d85524-b454-4665-a4db-f7c4f5861c67 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:36.600015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:36.680031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Deleting port 7c95bdec-8dfc-4696-bdd4-245d143a84ea {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:36.680900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:36.766048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 87d85524-b454-4665-a4db-f7c4f5861c67 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:36.766581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 87d85524-b454-4665-a4db-f7c4f5861c67 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:36.767518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f197f8df-3f43-45d9-a1d0-498d767bfea8 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:36.836006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: f197f8df-3f43-45d9-a1d0-498d767bfea8 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:36.836006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f197f8df-3f43-45d9-a1d0-498d767bfea8 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:36.926958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] For port 7c95bdec-8dfc-4696-bdd4-245d143a84ea, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7c95bdec-8dfc-4696-bdd4-245d143a84ea,segment=NetworkSegment(4839a2ff-d192-4f02-b2ea-d1a15fb84e61),segment_id=4839a2ff-d192-4f02-b2ea-d1a15fb84e61)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:36.927359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.037274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee3764-687f-430c-8b91-152960f2f603 None None] DHCP port deletion for 2ba17436-3ef4-4df3-bea8-868109b935fb request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:24:37.043584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3764-687f-430c-8b91-152960f2f603 None None] Deleting port 7c95bdec-8dfc-4696-bdd4-245d143a84ea {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:24:37.044397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80ee3764-687f-430c-8b91-152960f2f603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.078200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Calling delete_port for 7c95bdec-8dfc-4696-bdd4-245d143a84ea owned by network:dhcp {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:24:37.172654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.180496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-80ee3764-687f-430c-8b91-152960f2f603 None None] The port '7c95bdec-8dfc-4696-bdd4-245d143a84ea' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:24:37.190217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1749eff5-8d77-40bd-b888-7f1674004761 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:37.300595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c95bdec-8dfc-4696-bdd4-245d143a84ea,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:37.305320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:37.340121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] No DVR routers for this DVR port 7c95bdec-8dfc-4696-bdd4-245d143a84ea on host dv-cinder-774288-2-iscsi {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:24:37.468304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.587264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c86bd1550>,) {'filters': {'network_id': ['2ba17436-3ef4-4df3-bea8-868109b935fb']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:37.601395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86bd1550>, '4839a2ff-d192-4f02-b2ea-d1a15fb84e61') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:37.601730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86bd1550>, '4839a2ff-d192-4f02-b2ea-d1a15fb84e61') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:37.615013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.630516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:37.632597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:24:37.820343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Network 2ba17436-3ef4-4df3-bea8-868109b935fb has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:37.830197 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.017669 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Network 2ba17436-3ef4-4df3-bea8-868109b935fb has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:24:38.047989 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:24:38.131262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.135864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fa31f905-058f-4ce2-86a5-2b26a88d6f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:38.152877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.161571 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba17436-3ef4-4df3-bea8-868109b935fb,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:38.165049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:38.177761 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] 10.222.0.59 "DELETE /v2.0/networks/2ba17436-3ef4-4df3-bea8-868109b935fb HTTP/1.1" status: 204  len: 168 time: 1.7049646
Feb 05 19:24:38.385913 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48378) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:38.438752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3dfbe060-1253-4abf-b8cb-6db8254a15f8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad124349434d45968fab2b4cbfa15bd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515347
Feb 05 19:24:38.441347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48382) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:38.466593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7c95bdec-8dfc-4696-bdd4-245d143a84ea no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:24:38.504473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.507448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 7c95bdec-8dfc-4696-bdd4-245d143a84ea {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:24:38.507835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7c95bdec-8dfc-4696-bdd4-245d143a84ea not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:24:38.532275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.579723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.584588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3b61c514-2b40-40af-88d8-f5c12b12c7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:38.598777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:38.603035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:38.606685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:38.607908 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1546d1a-ab5c-4fc8-8e2b-e4e59ff36a42 HTTP/1.1" status: 204  len: 168 time: 0.1655948
Feb 05 19:24:39.007745 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:39.645529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48432) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:39.799644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1099022355-network', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:39.804838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:39.809531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Usage tracker for resource:network and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:39.812587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:39.818335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:39.832814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Made reservation on behalf of afa8c672e0ee4e1e97e000ad8f603ce4 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:39.837604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:39.851868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:39.868306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:39.873015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Usage tracker for resource:security_group_rule and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:39.876330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:39.882230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:39.975190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:39.978336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:39.983035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c88cf979-3d4a-4ea3-811d-df340c9c19b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:40.014702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:24:40.028296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9fe0f-62bc-462e-95a3-23bb688bc3fd,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:40.032890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:40.033948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.034357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Added segment 0881c141-83b1-4dd8-a1cf-c2ee9e5488e8 of type vxlan for network 4194d517-1101-4c4f-8c4e-94bb193a250a
Feb 05 19:24:40.067849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.102005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.103987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:40.105078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.128717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:40.208334 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5615802
Feb 05 19:24:40.208645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48444) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:40.216681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Request body: {'subnet': {'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1099022355-subnet', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:40.223074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:40.234113 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Usage tracker for resource:subnet and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:40.238692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:40.246721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:40.246986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Pushing event updated for resources: {'Network': ['ID=4194d517-1101-4c4f-8c4e-94bb193a250a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:40.250631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c99cc185-4009-4ce7-9f8a-33d6e5ca9157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:40.259698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:40.261675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Made reservation on behalf of afa8c672e0ee4e1e97e000ad8f603ce4 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:40.266651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.289286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:40.763730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.784139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-571da71d-3140-4a4d-bc07-73975d8fa3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:40.825777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af0c00f2-5ba0-4949-983f-54d1269ac584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:40.945403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Pushing event updated for resources: {'Subnet': ['ID=048e3f06-4b39-4de8-924f-80e4313f0603,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:40.949820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:41.020069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Checking segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:41.020484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Network hostable DHCP agents. Network: 4194d517-1101-4c4f-8c4e-94bb193a250a, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:24:41.047214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Network 4194d517-1101-4c4f-8c4e-94bb193a250a is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:24:41.076261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 4194d517-1101-4c4f-8c4e-94bb193a250a) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:41.097301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eb0c2-585a-44f3-bb61-b859ee425287 None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:41.107769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:41.108423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.136269 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9231136
Feb 05 19:24:41.136482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48470) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:41.142659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:41.147796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:41.153563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Usage tracker for resource:router and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:41.158609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:41.165147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:41.175345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.176612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.199750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.384107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-4194d517-1101-4c4f-8c4e-94bb193a250a', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:24:41.385145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.745891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:41.749545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Allocated IP 172.20.0.2 (4194d517-1101-4c4f-8c4e-94bb193a250a/048e3f06-4b39-4de8-924f-80e4313f0603/2116bd67-df08-426a-a8f5-9f1fefe88777) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:41.999519 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.010766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Transition to ACTIVE for port object 2116bd67-df08-426a-a8f5-9f1fefe88777 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:42.037608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Transition to ACTIVE for port object 2116bd67-df08-426a-a8f5-9f1fefe88777 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:42.042647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.057548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:42.089397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.124984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.198114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Pushing event updated for resources: {'Port': ['ID=2116bd67-df08-426a-a8f5-9f1fefe88777,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:42.202488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:42.264874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:42.265978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:42.268344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:42.329672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Attempting to bind port 2116bd67-df08-426a-a8f5-9f1fefe88777 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:24:42.330190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Attempting to bind port 2116bd67-df08-426a-a8f5-9f1fefe88777 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:24:42.330597 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Attempting to bind port 2116bd67-df08-426a-a8f5-9f1fefe88777 on network 4194d517-1101-4c4f-8c4e-94bb193a250a {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:24:42.336363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:24:42.336819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Checking segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:42.337650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.338097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Bound using segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:24:42.338801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Bound port: 2116bd67-df08-426a-a8f5-9f1fefe88777, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:24:42.339242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.428363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Allocated IP 172.27.3.26 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/f16af907-4d33-4daf-8025-6cb9fc68f22f) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:42.456806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] For port 2116bd67-df08-426a-a8f5-9f1fefe88777, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:24:42.462267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] For port 2116bd67-df08-426a-a8f5-9f1fefe88777, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=2116bd67-df08-426a-a8f5-9f1fefe88777,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:24:42.466710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.483162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:42.602010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.633041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:42.655127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Pushing event updated for resources: {'Port': ['ID=2116bd67-df08-426a-a8f5-9f1fefe88777,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:42.659953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ba3c48e4-eb8d-4b0f-b987-945dec4d8cc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:42.669116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:42.799849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Pushing event updated for resources: {'Port': ['ID=f16af907-4d33-4daf-8025-6cb9fc68f22f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:42.813432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:42.856641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:42.858204 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:42.860434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:42.885324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1f09801d-2479-4e39-874c-cf3602099376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:43.354865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:43.733093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:43.789763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:43.972666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Router 7f451100-770e-473d-8f93-5fd33482f080 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:24:44.160887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20fe15-684d-4743-b64c-e31f9a9ff5c5 None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:44.271475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-32241edb-9031-4c41-bf8d-24f5941ae016 None None] Provisioning for port 2116bd67-df08-426a-a8f5-9f1fefe88777 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:44.428477 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:44.442001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Sync routers for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:44.452885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:44.454223 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.3165052
Feb 05 19:24:44.457132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48508) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:44.474458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:44.475148 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87569cc0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:44.533958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 2116bd67-df08-426a-a8f5-9f1fefe88777 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:44.625129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 2116bd67-df08-426a-a8f5-9f1fefe88777 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:44.631987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 2116bd67-df08-426a-a8f5-9f1fefe88777 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:44.632686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:44.681906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:44.742237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a6dc904b-0320-495b-9eef-a2161c779c7c None None] Provisioning complete for port 2116bd67-df08-426a-a8f5-9f1fefe88777 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:44.742659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6dc904b-0320-495b-9eef-a2161c779c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:44.887178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:44.995449 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 2116bd67-df08-426a-a8f5-9f1fefe88777, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=2116bd67-df08-426a-a8f5-9f1fefe88777,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:45.005529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.009164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:45.104395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87569cc0>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:43Z', 'revision_number': 3, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:45.110732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Checking router: 7f451100-770e-473d-8f93-5fd33482f080 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:45.111429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Updating router 7f451100-770e-473d-8f93-5fd33482f080 port f16af907-4d33-4daf-8025-6cb9fc68f22f binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:24:45.131755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a6dc904b-0320-495b-9eef-a2161c779c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.184069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.197377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=2116bd67-df08-426a-a8f5-9f1fefe88777,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:45.201293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:45.240474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.248515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.278599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-a6dc904b-0320-495b-9eef-a2161c779c7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:24:45.279173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-a6dc904b-0320-495b-9eef-a2161c779c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:24:45.469391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.636805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.649563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Transition to ACTIVE for port object f16af907-4d33-4daf-8025-6cb9fc68f22f will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:45.653557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.671360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a64bd375-c40a-45d9-b650-e45706d7c431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:45.810902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Pushing event updated for resources: {'Port': ['ID=f16af907-4d33-4daf-8025-6cb9fc68f22f,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:45.823754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.824161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.824601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.824971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.825336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.825738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.826022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.826366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.826720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.827077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.827435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.827842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.828162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.828537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.828899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.829258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.829601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.829952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.830302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.830654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.831005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.831357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.831705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.832665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:45.849744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:45.896668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Allocated IP 172.20.0.1 (4194d517-1101-4c4f-8c4e-94bb193a250a/048e3f06-4b39-4de8-924f-80e4313f0603/44941df3-0b82-4cd7-9186-0c30024a9f0d) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:45.909788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Attempting to bind port f16af907-4d33-4daf-8025-6cb9fc68f22f on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:24:45.910520 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Attempting to bind port f16af907-4d33-4daf-8025-6cb9fc68f22f by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:24:45.910935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Attempting to bind port f16af907-4d33-4daf-8025-6cb9fc68f22f on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:24:45.917216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:24:45.917635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:45.918082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.918516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:24:45.919031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Bound port: f16af907-4d33-4daf-8025-6cb9fc68f22f, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:24:45.919444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:45.996081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-02e4de24-e2c3-4993-bd74-e871b71bf060 None None] Provisioning complete for port 2116bd67-df08-426a-a8f5-9f1fefe88777 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:45.996906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-02e4de24-e2c3-4993-bd74-e871b71bf060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.013032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] For port f16af907-4d33-4daf-8025-6cb9fc68f22f, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:24:46.017210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] For port f16af907-4d33-4daf-8025-6cb9fc68f22f, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f16af907-4d33-4daf-8025-6cb9fc68f22f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:24:46.021056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.038482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:46.125214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.149245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Transition to ACTIVE for port object 44941df3-0b82-4cd7-9186-0c30024a9f0d will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:46.190318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.216374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Pushing event updated for resources: {'Port': ['ID=f16af907-4d33-4daf-8025-6cb9fc68f22f,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:46.233688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c37ac0f-a035-40c5-9e15-30781862aa7f tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:46.236637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:46.283964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:46.284695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87569cc0>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:46.393250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Pushing event updated for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:46.407115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:46.456224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Network 4194d517-1101-4c4f-8c4e-94bb193a250a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:46.457838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:46.460169 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:46.493343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 2116bd67-df08-426a-a8f5-9f1fefe88777 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:46.500396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:46.523439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.582522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 2116bd67-df08-426a-a8f5-9f1fefe88777 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:46.583579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.833250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.851874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87569cc0>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:43Z', 'revision_number': 3, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:46.857005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764efe8e-9af9-4773-8a78-aa499d78f639 None None] The sync data for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi is: [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:43Z', 'revision_number': 3, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:46.922772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-b601e22b-5186-4725-a29b-94b6d5af6062 None None] Provisioning for port 44941df3-0b82-4cd7-9186-0c30024a9f0d completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:46.929262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-b601e22b-5186-4725-a29b-94b6d5af6062 None None] Provisioning complete for port 44941df3-0b82-4cd7-9186-0c30024a9f0d triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:46.929262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b601e22b-5186-4725-a29b-94b6d5af6062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:46.990210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b601e22b-5186-4725-a29b-94b6d5af6062 None None] Port 44941df3-0b82-4cd7-9186-0c30024a9f0d cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:24:47.181365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:47.186511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:47.223685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3bd19675-386b-4940-9773-0d3ab0f23b20 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:47.334173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Pushing event updated for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:47.339737 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:47.342628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:47.528090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Network 4194d517-1101-4c4f-8c4e-94bb193a250a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:47.529004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:47.825450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-bc166e80-c0a0-4c8b-a848-669f29160d53 None None] Provisioning complete for port 44941df3-0b82-4cd7-9186-0c30024a9f0d triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:47.826137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bc166e80-c0a0-4c8b-a848-669f29160d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:47.903456 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bc166e80-c0a0-4c8b-a848-669f29160d53 None None] Port 44941df3-0b82-4cd7-9186-0c30024a9f0d cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:24:48.034341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Router 7f451100-770e-473d-8f93-5fd33482f080 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:48.249366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:48.258635 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f451100-770e-473d-8f93-5fd33482f080/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8004313
Feb 05 19:24:48.533173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f16af907-4d33-4daf-8025-6cb9fc68f22f up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:48.613655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port f16af907-4d33-4daf-8025-6cb9fc68f22f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:48.618898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port f16af907-4d33-4daf-8025-6cb9fc68f22f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:48.619170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:48.771844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:48.796266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port f16af907-4d33-4daf-8025-6cb9fc68f22f, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f16af907-4d33-4daf-8025-6cb9fc68f22f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:48.800320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:48.802360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-013d3f5b-2276-4f79-90db-716f5bf29285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:48.878300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=f16af907-4d33-4daf-8025-6cb9fc68f22f,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:48.881657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:49.036020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48646) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:49.212693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.235652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:49.240856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Usage tracker for resource:security_group_rule and tenant:2b56f6a512ff4854bedfa79f60a6c53f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:49.245524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:49.251495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:49.357095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.360157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.375955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-66280b4f-3a50-4b7b-95db-4899309dd4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:49.389998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48660) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:49.396262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035933591-network', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:49.401981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:49.406080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Usage tracker for resource:network and tenant:8720ac99b0ff454ba4c83d5a01b8a848 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:49.409398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:49.418735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:49.418947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2b56f6a512ff4854bedfa79f60a6c53f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3781621
Feb 05 19:24:49.419676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48664) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:49.427350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Made reservation on behalf of 8720ac99b0ff454ba4c83d5a01b8a848 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:49.432468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.433629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a70fa28-dd83-423e-aeb8-36229a0740dd,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:49.437117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:49.446967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.466813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:49.472401 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Usage tracker for resource:security_group_rule and tenant:8720ac99b0ff454ba4c83d5a01b8a848 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:49.475569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:49.482515 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:49.494844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.524277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.578030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.578660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.583046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.583682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-217ba11d-ad5b-4a55-a041-004666a0288b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:49.603719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a70fa28-dd83-423e-aeb8-36229a0740dd,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:49.607166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:49.608437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.608758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:24:49.616625 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a072b826-bcc8-4cba-abca-0bb811a42f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:49.626320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a70fa28-dd83-423e-aeb8-36229a0740dd HTTP/1.1" status: 204  len: 168 time: 0.2054391
Feb 05 19:24:49.637524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363306116149859', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.637969 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Added segment f6c3d9e8-38b7-4fe7-b167-118c176ade05 of type vxlan for network f36248bc-a3ce-45db-bb8f-70c1fd89707e
Feb 05 19:24:49.667046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4f4347-7c8c-47b3-92b5-25944afdad2f,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:49.692637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.692637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.693073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.693312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.693828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.694255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.694797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.695276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.695814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.696281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.696951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.697356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.697823 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.698225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.698618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.699011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.699400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.699791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.700178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.700591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.700980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.701365 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.701750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.702135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:24:49.710438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:49.714957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.748891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.750150 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:49.750963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:49.756441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:49.877456 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4862547
Feb 05 19:24:49.880420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48674) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:49.880979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Pushing event updated for resources: {'Network': ['ID=f36248bc-a3ce-45db-bb8f-70c1fd89707e,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:49.884043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-171248d1-bd6e-43b5-ac71-43402404794d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:49.887205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Request body: {'subnet': {'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035933591-subnet', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:49.893639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:49.897637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:49.902061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Usage tracker for resource:subnet and tenant:8720ac99b0ff454ba4c83d5a01b8a848 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:49.905352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:49.908067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:24:49.912270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:49.925676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Made reservation on behalf of 8720ac99b0ff454ba4c83d5a01b8a848 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:24:49.930693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.116323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Sync routers for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:50.141339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:50.142104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86adfb38>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:50.228255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48678) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:50.250596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.267733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:50.272200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Usage tracker for resource:security_group_rule and tenant:ec098cb981b147a4b4c3e6115c09490d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:50.276505 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:50.285860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:50.359509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:50.404728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.408396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.424824 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f7e5e457-9026-40e0-abda-35e2c59856ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:50.446450 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.486861 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4849e3b-78a7-4127-a0a1-0785e3b12efd,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:50.492108 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec098cb981b147a4b4c3e6115c09490d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2627356
Feb 05 19:24:50.493368 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ff30c4d9-c0cc-4273-8d56-825089b5efaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:50.497201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48684) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:50.543727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-438d0b74-6129-41ab-b009-5d366fe70e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:50.557052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f16af907-4d33-4daf-8025-6cb9fc68f22f up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:50.573384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.607320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.629092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eda134c-f67d-4f7b-bd53-b1ca84df0fcc,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:50.633685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:50.655941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.660012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e2ffc5d9-40cb-422a-bc51-224fd3c7240e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:50.673056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4849e3b-78a7-4127-a0a1-0785e3b12efd,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:50.675556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:50.682782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.686256 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-88a4d6fc-fe32-47dc-ba8a-b3d647b1818b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4849e3b-78a7-4127-a0a1-0785e3b12efd HTTP/1.1" status: 204  len: 168 time: 0.1849959
Feb 05 19:24:50.717051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Checking segment: {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:50.717586 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Network hostable DHCP agents. Network: f36248bc-a3ce-45db-bb8f-70c1fd89707e, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:24:50.742874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:24:50.752851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, f36248bc-a3ce-45db-bb8f-70c1fd89707e) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:50.776429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:24:50.776429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.781060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade17a13-c0a1-483f-a669-d957485dd8a5 None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:50.804277 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-08401eb1-cb04-4e5e-bf4d-566cc0c7896c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9168010
Feb 05 19:24:50.804423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48692) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:50.807545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:50.812920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:50.817997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Usage tracker for resource:router and tenant:8720ac99b0ff454ba4c83d5a01b8a848 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:50.822510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:50.828872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:50.842248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.843345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.862922 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:50.886240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port f16af907-4d33-4daf-8025-6cb9fc68f22f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:50.886654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:51.217493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86adfb38>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:47Z', 'revision_number': 2, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:51.224631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Checking router: 7f451100-770e-473d-8f93-5fd33482f080 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:51.225042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Updating router 7f451100-770e-473d-8f93-5fd33482f080 port 44941df3-0b82-4cd7-9186-0c30024a9f0d binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:24:51.264786 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:24:51.265714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:51.348751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:51.490995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:51.878713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:51.921373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.074871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Allocated IP 172.20.0.2 (f36248bc-a3ce-45db-bb8f-70c1fd89707e/6eda134c-f67d-4f7b-bd53-b1ca84df0fcc/7f062cba-6970-4c8b-ac37-dddfc3ef6012) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:52.285948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Allocated IP 172.27.3.60 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/6011e4d4-f10a-42ce-86f8-6fae1959f620) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:52.500379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.508402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.540152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Transition to ACTIVE for port object 44941df3-0b82-4cd7-9186-0c30024a9f0d will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:52.546296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.547050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.551324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.566587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48726) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:52.573433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:52.578182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:52.669121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30688380-0959-404f-9944-f3bbf8bf9668 None None] Pushing event updated for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:52.691676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Pushing event updated for resources: {'Port': ['ID=6011e4d4-f10a-42ce-86f8-6fae1959f620,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:52.751219 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Transition to ACTIVE for port object 7f062cba-6970-4c8b-ac37-dddfc3ef6012 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:52.754730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30688380-0959-404f-9944-f3bbf8bf9668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:52.776605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:52.791918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Transition to ACTIVE for port object 7f062cba-6970-4c8b-ac37-dddfc3ef6012 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:52.813677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.815619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.838980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:52.842825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Usage tracker for resource:security_group_rule and tenant:e356426581b744da8e980df55b0c40b1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:52.846191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:52.855158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:52.884109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:52.885773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:52.891806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:52.912892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:52.985399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.988547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:52.998532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-df9446a2-2130-4a66-b77b-d07c2285511f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:53.049688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64634f-3d07-4fb6-a836-313c82657da4,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:53.054688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:53.091620 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Pushing event updated for resources: {'Port': ['ID=7f062cba-6970-4c8b-ac37-dddfc3ef6012,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:53.096274 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-3f1ee1ab-7291-4217-9e54-68e6066ef80d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e356426581b744da8e980df55b0c40b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5284319
Feb 05 19:24:53.099071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:53.101145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48738) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:53.199282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.253850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.315195 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.320688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e49a3f40-5b24-4150-87fd-e366c03e713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:53.321258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Attempting to bind port 44941df3-0b82-4cd7-9186-0c30024a9f0d on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:24:53.322234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Attempting to bind port 44941df3-0b82-4cd7-9186-0c30024a9f0d by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:24:53.322659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Attempting to bind port 44941df3-0b82-4cd7-9186-0c30024a9f0d on network 4194d517-1101-4c4f-8c4e-94bb193a250a {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:24:53.327706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:53.330970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:53.333540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:53.337865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:24:53.338286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Checking segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:53.338916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.339048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64634f-3d07-4fb6-a836-313c82657da4,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:53.339337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Bound using segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:24:53.339880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Bound port: 44941df3-0b82-4cd7-9186-0c30024a9f0d, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:24:53.340306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.343643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:53.347794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.351645 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-69ebf44e-8426-47d4-a733-2c3bc32dcc62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e64634f-3d07-4fb6-a836-313c82657da4 HTTP/1.1" status: 204  len: 168 time: 0.2470062
Feb 05 19:24:53.441789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.526261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Attempting to bind port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:24:53.527034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Attempting to bind port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:24:53.528130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Attempting to bind port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 on network f36248bc-a3ce-45db-bb8f-70c1fd89707e {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:24:53.555772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:24:53.558255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Checking segment: {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:53.558869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.559285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Bound using segment: {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:24:53.559871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Bound port: 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:24:53.560529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.624868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] For port 44941df3-0b82-4cd7-9186-0c30024a9f0d, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:24:53.649520 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] For port 44941df3-0b82-4cd7-9186-0c30024a9f0d, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=44941df3-0b82-4cd7-9186-0c30024a9f0d,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:24:53.655015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.678292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:53.842818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.843579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] For port 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:24:53.875808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] For port 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f062cba-6970-4c8b-ac37-dddfc3ef6012,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:24:53.876887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30688380-0959-404f-9944-f3bbf8bf9668 None None] Pushing event updated for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:53.883067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30688380-0959-404f-9944-f3bbf8bf9668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:53.887351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:53.912361 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:54.089792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Router 2e5e8842-d99c-4368-835a-1c67dea140b6 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:24:54.110447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Pushing event updated for resources: {'Port': ['ID=7f062cba-6970-4c8b-ac37-dddfc3ef6012,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:54.128637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:54.131773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:54.132484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86adfb38>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:54.611880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:54.656271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:54.666143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Sync routers for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:24:54.687445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:54.689841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87678f28>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:54.689991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:54.693844 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8886845
Feb 05 19:24:54.694105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48776) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:24:55.113674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86adfb38>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:53Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:55.120808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012350c1-fe80-4f02-a5b1-32915d8bc90e None None] The sync data for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi is: [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:53Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:55.319727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:55.781315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87678f28>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:53Z', 'revision_number': 3, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:55.786252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Checking router: 2e5e8842-d99c-4368-835a-1c67dea140b6 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:24:55.787123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Updating router 2e5e8842-d99c-4368-835a-1c67dea140b6 port 6011e4d4-f10a-42ce-86f8-6fae1959f620 binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:24:55.811539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:55.869740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.193660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9a0d87-03bb-4b0d-ab37-eca635358759 None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:24:56.310145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Allocated IP 172.20.0.1 (f36248bc-a3ce-45db-bb8f-70c1fd89707e/6eda134c-f67d-4f7b-bd53-b1ca84df0fcc/0cc37c47-ef9a-401f-b507-97ce9d81a7b8) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:24:56.337917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ac3cd68f-8c3c-41b4-8d51-d0cbfb88a0bb None None] Provisioning for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:56.495521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.517775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Transition to ACTIVE for port object 6011e4d4-f10a-42ce-86f8-6fae1959f620 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:56.519435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.520784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.548757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Transition to ACTIVE for port object 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:24:56.566590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:56.582731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.604899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:56.634160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f062cba-6970-4c8b-ac37-dddfc3ef6012 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:56.733331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:56.737430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2efa3-6d5c-4445-ba06-87f201f28282 None None] Pushing event updated for resources: {'Port': ['ID=6011e4d4-f10a-42ce-86f8-6fae1959f620,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:56.745292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ded2efa3-6d5c-4445-ba06-87f201f28282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:56.750999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:56.751632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.816856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:56.823932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:56.942932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Attempting to bind port 6011e4d4-f10a-42ce-86f8-6fae1959f620 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:24:56.943594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Attempting to bind port 6011e4d4-f10a-42ce-86f8-6fae1959f620 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:24:56.944088 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Attempting to bind port 6011e4d4-f10a-42ce-86f8-6fae1959f620 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:24:56.953975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:24:56.954484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:24:56.955186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.955706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:24:56.956316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Bound port: 6011e4d4-f10a-42ce-86f8-6fae1959f620, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:24:56.956851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:56.967867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:56.969340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:56.973164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:24:56.983187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-aa5cee46-743e-4441-a98e-c49d0b573b07 None None] Provisioning complete for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:56.983954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-aa5cee46-743e-4441-a98e-c49d0b573b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.076104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] For port 6011e4d4-f10a-42ce-86f8-6fae1959f620, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:24:57.088398 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] For port 6011e4d4-f10a-42ce-86f8-6fae1959f620, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=6011e4d4-f10a-42ce-86f8-6fae1959f620,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:24:57.092655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.093890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.107868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.157127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f062cba-6970-4c8b-ac37-dddfc3ef6012,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:57.165128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.177673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 44941df3-0b82-4cd7-9186-0c30024a9f0d up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:57.224950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:57.262105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:57.358183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2efa3-6d5c-4445-ba06-87f201f28282 None None] Pushing event updated for resources: {'Port': ['ID=6011e4d4-f10a-42ce-86f8-6fae1959f620,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:57.430632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ded2efa3-6d5c-4445-ba06-87f201f28282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:57.467699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=7f062cba-6970-4c8b-ac37-dddfc3ef6012,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:57.471858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:24:57.472688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:57.472979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87678f28>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:57.491016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.519288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 44941df3-0b82-4cd7-9186-0c30024a9f0d completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:57.526876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 44941df3-0b82-4cd7-9186-0c30024a9f0d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:57.527327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.686686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Provisioning for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:24:57.691500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.707500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Provisioning complete for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:57.707923 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.716072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:24:57.791377 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 44941df3-0b82-4cd7-9186-0c30024a9f0d, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=44941df3-0b82-4cd7-9186-0c30024a9f0d,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:24:57.792447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:24:57.796302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.798417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:57.867154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.870530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Provisioning complete for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:57.870959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d0363273-345e-48e4-b367-3dac5b42c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.871775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:57.910423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:24:57.941706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:57.946258 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:58.037261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:58.097708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87678f28>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '0cc37c47-ef9a-401f-b507-97ce9d81a7b8', 'name': '', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'mac_address': 'fa:16:3e:a5:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:56Z', 'updated_at': '2021-02-05T19:24:56Z', 'revision_number': 1, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'subnets': [{'id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:24:58.103207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a0789-1fac-4a82-b4ce-d4b3efb6ca2b None None] The sync data for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi is: [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '0cc37c47-ef9a-401f-b507-97ce9d81a7b8', 'name': '', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'mac_address': 'fa:16:3e:a5:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:56Z', 'updated_at': '2021-02-05T19:24:56Z', 'revision_number': 1, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'subnets': [{'id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:24:58.132744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:24:58.141000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:24:58.473160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:24:58.473160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:24:58.576672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f062cba-6970-4c8b-ac37-dddfc3ef6012 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:58.717976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:58.718575 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:58.784538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Router 2e5e8842-d99c-4368-835a-1c67dea140b6 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:24:58.941501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-83d5b2c5-c772-405c-b52e-22277c05198f None None] Provisioning complete for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:58.942470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-83d5b2c5-c772-405c-b52e-22277c05198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:58.985617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 44941df3-0b82-4cd7-9186-0c30024a9f0d up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:24:59.064029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-83d5b2c5-c772-405c-b52e-22277c05198f None None] Port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:24:59.121810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 44941df3-0b82-4cd7-9186-0c30024a9f0d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:24:59.122516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:59.129007 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:24:59.139814 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] 10.222.0.59 "PUT /v2.0/routers/2e5e8842-d99c-4368-835a-1c67dea140b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4445806
Feb 05 19:24:59.807750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1912665971', 'description': 'tempest-TestShelveInstance-1912665971 description'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:24:59.829857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:59.833993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:security_group and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:59.837163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:59.843140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:59.854054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:59.876012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:24:59.880069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:security_group_rule and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:24:59.883106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:24:59.889087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:24:59.966429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:59.969471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:24:59.975478 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3caf3546-a29d-4543-8306-bbd7dea8e785 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:00.015942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d4417-07d8-4ac7-93d2-994c52ae1109,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:00.018914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.020233 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-67a716f7-0bc2-4e31-8172-694453f7f253 req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2180173
Feb 05 19:25:00.021079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-758fdba6-8315-4013-ad90-fa986063ab73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:00.141786 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-b04ec1dd-d657-44a2-b254-f3cd8709f2e5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups/b54d4417-07d8-4ac7-93d2-994c52ae1109 HTTP/1.1" status: 200  len: 1802 time: 0.0639000
Feb 05 19:25:00.152868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b54d4417-07d8-4ac7-93d2-994c52ae1109', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:00.153224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b54d4417-07d8-4ac7-93d2-994c52ae1109', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:00.174899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:00.178957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:security_group_rule and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:00.182070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:00.187904 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:00.244982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.269277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.271796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.278139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-816953ac-d3ee-4670-b7a9-8ee137dd062f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:00.295666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75e4435-5a29-4034-b5d5-e41bea574183,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:00.298151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:00.307914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.309310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-66f04921-d0a2-49da-86f5-0fc9dcf393db req-f2ef9567-ae84-4beb-a795-c56ff2520e61 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1611676
Feb 05 19:25:00.406760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-c5d44aeb-5b07-4d4f-956a-58fcc3e98569 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups/b54d4417-07d8-4ac7-93d2-994c52ae1109 HTTP/1.1" status: 200  len: 2395 time: 0.0649123
Feb 05 19:25:00.418486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b54d4417-07d8-4ac7-93d2-994c52ae1109', 'remote_group_id': None}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:00.418836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b54d4417-07d8-4ac7-93d2-994c52ae1109', 'remote_group_id': None}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:00.440665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:00.447012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:security_group_rule and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:00.450136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:00.456808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:00.517739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 6011e4d4-f10a-42ce-86f8-6fae1959f620 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:00.534232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.561317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.564310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.566584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:00.590741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 6011e4d4-f10a-42ce-86f8-6fae1959f620 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:00.592896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aa0715-f675-433d-8bd8-1b01f26227f3,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:00.595855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:00.596082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 6011e4d4-f10a-42ce-86f8-6fae1959f620 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:00.596512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.602475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.603988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5bfe93af-d3ca-4a8f-8251-99bcb3460284 req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1898620
Feb 05 19:25:00.728210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.745841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 6011e4d4-f10a-42ce-86f8-6fae1959f620, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=6011e4d4-f10a-42ce-86f8-6fae1959f620,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:00.748956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:00.750859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:00.828317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=6011e4d4-f10a-42ce-86f8-6fae1959f620,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:00.831855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:01.271241 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:25:01.783448 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Sync routers for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:01.793797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:01.794524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8797c978>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:01.991011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:02.491809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 6011e4d4-f10a-42ce-86f8-6fae1959f620 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:02.558655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8797c978>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '0cc37c47-ef9a-401f-b507-97ce9d81a7b8', 'name': '', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'mac_address': 'fa:16:3e:a5:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:56Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 2, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'subnets': [{'id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:02.565294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Checking router: 2e5e8842-d99c-4368-835a-1c67dea140b6 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:02.565702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Updating router 2e5e8842-d99c-4368-835a-1c67dea140b6 port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:25:02.632184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 6011e4d4-f10a-42ce-86f8-6fae1959f620 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:02.632647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:02.661277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.165526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.177354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Transition to ACTIVE for port object 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:03.179896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.195532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:03.330464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Pushing event updated for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:03.343094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:03.505289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Attempting to bind port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:03.505687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Attempting to bind port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:03.506106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Attempting to bind port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 on network f36248bc-a3ce-45db-bb8f-70c1fd89707e {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:03.512529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:03.512957 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Checking segment: {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:03.513708 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.513825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Bound using segment: {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:03.514302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Bound port: 0cc37c47-ef9a-401f-b507-97ce9d81a7b8, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c3d9e8-38b7-4fe7-b167-118c176ade05', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:03.514738 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.618175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] For port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:03.622396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] For port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:03.625734 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:03.644213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:03.836599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Pushing event updated for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:03.841267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:03.881784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:03.882465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8797c978>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:24:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:04.107239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:04.466776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8797c978>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '0cc37c47-ef9a-401f-b507-97ce9d81a7b8', 'name': '', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'mac_address': 'fa:16:3e:a5:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:56Z', 'updated_at': '2021-02-05T19:25:03Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'subnets': [{'id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:04.471420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d10809-53a6-4dfc-9b2a-df0e13de1cec None None] The sync data for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi is: [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '0cc37c47-ef9a-401f-b507-97ce9d81a7b8', 'name': '', 'network_id': 'f36248bc-a3ce-45db-bb8f-70c1fd89707e', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'mac_address': 'fa:16:3e:a5:9e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:56Z', 'updated_at': '2021-02-05T19:25:03Z', 'revision_number': 4, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'subnets': [{'id': '6eda134c-f67d-4f7b-bd53-b1ca84df0fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:04.530156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:04.611274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:04.617303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:04.617723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:04.772356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:04.810660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:04.814309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:04.817653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:04.904882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:04.908246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:06.496256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:06.574534 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:06.574945 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:08.974405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:10.826991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6b5c1f67-5516-4701-b0ce-ac586c48c9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:12.887585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0181dd72-462a-459b-b175-c91b92929d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:13.791109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:15.089131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:15.091693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:23.609925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49170) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:23.768774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:23.786097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:23.791023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Usage tracker for resource:security_group_rule and tenant:ca02f686cd314d64acf92d4bf62982bf is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:23.794118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:23.799999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:23.889052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:23.891932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:23.902302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3f184b27-bc59-43da-9898-2c5f3eea17c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:23.945441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca02f686cd314d64acf92d4bf62982bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342805
Feb 05 19:25:23.946573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab9d41-f484-4fc9-acab-2befb6aab22b,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:23.952056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49188) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:23.952227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-813679eb-2bfc-4865-ab60-43ce5caa0aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:24.019408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:24.052873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:24.104000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:24.109055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2759b994-f0af-4ca8-9da8-d0f35d65ec6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:24.123410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab9d41-f484-4fc9-acab-2befb6aab22b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:24.128201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:24.129486 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8dab9d41-f484-4fc9-acab-2befb6aab22b HTTP/1.1" status: 204  len: 168 time: 0.1790950
Feb 05 19:25:24.135516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.135941 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.136354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.136791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.137253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.137655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.138056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.138507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.138905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.139303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.139755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.140151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.140610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.141013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.141463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.141859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.142253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.142792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.143106 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.143496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.143892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.144337 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.144750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.145140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:24.149014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-72e09e98-642a-4802-a128-5f484a9bdddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:25.854874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-0ecb7b19-fccb-40fd-ac79-c4431b676557 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Synchronizing usage tracker for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:25:25.873040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-0ecb7b19-fccb-40fd-ac79-c4431b676557 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Unset dirty status for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:25:25.874348 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-0ecb7b19-fccb-40fd-ac79-c4431b676557 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1912665971&fields=id&tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4 HTTP/1.1" status: 200  len: 267 time: 0.0832758
Feb 05 19:25:26.117035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-2ab01b89-b397-4ffd-98c6-031afd200402 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:26.118524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-2ab01b89-b397-4ffd-98c6-031afd200402 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Synchronizing usage tracker for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:network {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:25:26.135700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-2ab01b89-b397-4ffd-98c6-031afd200402 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Unset dirty status for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:network {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:25:26.137003 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-2ab01b89-b397-4ffd-98c6-031afd200402 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 809 time: 0.2550087
Feb 05 19:25:26.153719 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-84df7f21-522a-44c3-869d-cb2d7909a606 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/quotas/afa8c672e0ee4e1e97e000ad8f603ce4 HTTP/1.1" status: 200  len: 375 time: 0.0104737
Feb 05 19:25:26.278451 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-39d3f0a3-7aa1-49c8-bf3b-5ca4b1c5bf5e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1187930
Feb 05 19:25:26.437455 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-4172f9e0-5fd6-4dc2-b00f-032663c8bf5d service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456656
Feb 05 19:25:26.591346 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-44faee36-70e4-4441-b878-7b762bfa39b9 service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467631
Feb 05 19:25:27.058758 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-56cb41e3-ce66-41a1-a040-ca9c12f91c9a req-cd080260-993e-46f2-825c-352f6cb87536 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0854409
Feb 05 19:25:27.744929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49296) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:27.904168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:27.919562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:27.923617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Usage tracker for resource:security_group_rule and tenant:977e9c49abad46dbb6d9c9b52934d780 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:27.926613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:27.932971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:27.957063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49304) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:28.019879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.022949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.030997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a69183b5-ec23-4829-9f72-8d8bf5fddd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:28.075191 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4761486-a56b-4af4-9ca6-59864708734f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:28.080980 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=977e9c49abad46dbb6d9c9b52934d780&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3348975
Feb 05 19:25:28.081991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-76389b22-7dc1-4310-b983-590aa18bc9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:28.082629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49310) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:28.130178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.146548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.150268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:28.154405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Usage tracker for resource:security_group_rule and tenant:c3f8f51f56f5469f8ddd42686403feea is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:28.157468 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:28.163419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:28.178874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.225627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.231270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5331aef5-4825-4107-93a3-ed9e1a4a0747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:28.242325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4761486-a56b-4af4-9ca6-59864708734f,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:28.247760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:28.249940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.252043 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-219e9ce6-ef03-48b4-8e2b-6af5c2bfcda9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4761486-a56b-4af4-9ca6-59864708734f HTTP/1.1" status: 204  len: 168 time: 0.1679184
Feb 05 19:25:28.272975 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ec79944e-e4d3-4c14-b028-fe454446d044 req-089680b6-6b42-40ee-863e-ca7615cf5693 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0603590
Feb 05 19:25:28.302647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.306639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.315297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d6c204a1-058e-4ff8-bf41-3c127756cef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:28.359664 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3f8f51f56f5469f8ddd42686403feea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4014175
Feb 05 19:25:28.360727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1505d-7348-440d-b9a1-53cc849efce8,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:28.362589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49318) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:28.364080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:28.429836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.462343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.508014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.513577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f35819c2-2c48-460a-b931-39f87b6ca7f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:28.526719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1505d-7348-440d-b9a1-53cc849efce8,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:28.529968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:28.532004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:28.533268 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-61ad61c7-31e5-4738-b08e-efadb127a418 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28c1505d-7348-440d-b9a1-53cc849efce8 HTTP/1.1" status: 204  len: 168 time: 0.1691923
Feb 05 19:25:29.462131 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64e9ebe6-1ac8-43f3-aba5-9e0dc5181b63 req-1ae209d9-4d0c-4889-a42c-e1c005df6887 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0568964
Feb 05 19:25:29.514221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49366) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:29.660338 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-770451561-network', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:29.667104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:29.671236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Usage tracker for resource:network and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:29.674349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:29.681029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:29.691778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Made reservation on behalf of f4c9ae5415b8444987b1d87309a44776 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:25:29.696758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.714973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.732034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:29.736253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Usage tracker for resource:security_group_rule and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:29.739293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:29.749486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:29.840641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.843507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.848180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e9b51c53-553f-402f-a651-b5c0280944cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:29.879979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:25:29.889956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e692ab-1bb7-4e64-94de-669e16a68c39,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:29.893791 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:29.897353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.898101 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Added segment 8636ba3a-cc71-47b7-91d2-efbb14dc8676 of type vxlan for network 4ad5010c-69ee-40dd-871b-5646fd780b5d
Feb 05 19:25:29.925327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.955085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.956319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:29.956986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:29.962006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-05075706-f167-492b-affb-0ea811bb44b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:30.068435 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5530665
Feb 05 19:25:30.072043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49376) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:30.074921 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Pushing event updated for resources: {'Network': ['ID=4ad5010c-69ee-40dd-871b-5646fd780b5d,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:30.080421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Request body: {'subnet': {'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-770451561-subnet', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:30.084281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:30.086355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:25:30.086602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:30.091008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Usage tracker for resource:subnet and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:30.094054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:30.100144 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:30.109496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Made reservation on behalf of f4c9ae5415b8444987b1d87309a44776 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:25:30.114467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838923879'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:30.398459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:25:30.529944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839930462', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838923894'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:30.547570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c4d399b3-1206-4a14-a737-51dab57adc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:30.665126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b7ceaa7f-3a79-406d-9f2a-4cd2966e4e51 req-79b74b66-74a2-4542-b3e9-f1ed6ea3a40e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0542204
Feb 05 19:25:30.701010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1282abc-0f3e-4acc-9f25-e60ec21196a7,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:30.704155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:30.768017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:30.768551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Network hostable DHCP agents. Network: 4ad5010c-69ee-40dd-871b-5646fd780b5d, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:25:30.787971 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:25:30.796726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 4ad5010c-69ee-40dd-871b-5646fd780b5d) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:30.807674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57385f-c2e7-4355-90a0-2a58bbf4c7ed None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:25:30.847765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:30.848609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.057156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-4ad5010c-69ee-40dd-871b-5646fd780b5d', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:25:31.058462 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.160429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-e4bd079b-74e5-46b2-98b8-f5dde6f1d4cd tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:31.162133 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-e4bd079b-74e5-46b2-98b8-f5dde6f1d4cd tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 809 time: 0.3416812
Feb 05 19:25:31.163531 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1674e1ff-9c5f-4e93-8667-4e0b861e81fe admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0904772
Feb 05 19:25:31.167674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49396) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:31.173810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:31.182500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:31.187011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Usage tracker for resource:router and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:31.190313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:31.198347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:31.213916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.215369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.243777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.310549 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-73cf02ad-7eab-44e5-9bdc-b3f4119ed476 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4 HTTP/1.1" status: 200  len: 5759 time: 0.1350427
Feb 05 19:25:31.322407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'port': {'device_id': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'admin_state_up': True, 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'security_groups': ['b54d4417-07d8-4ac7-93d2-994c52ae1109']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:31.403665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Allocated IP 172.20.0.2 (4ad5010c-69ee-40dd-871b-5646fd780b5d/b1282abc-0f3e-4acc-9f25-e60ec21196a7/7f4fcfa3-2b3b-4cd5-a22c-e765da259674) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:31.501139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:31.505120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:port and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:31.508256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:31.514057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:31.522994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Made reservation on behalf of afa8c672e0ee4e1e97e000ad8f603ce4 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:25:31.545011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.579871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.657905 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.671355 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Transition to ACTIVE for port object 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:31.690147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Transition to ACTIVE for port object 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:31.696442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:31.725698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-30688380-0959-404f-9944-f3bbf8bf9668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:31.871399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:31.894585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.895254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.895777 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.896312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.896851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.897364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.897874 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.898379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.898946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.899454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.899960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.900492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.901059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.901556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.902070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.902574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.903081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.903587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.904107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.904766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.905281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.905787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.906291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.906813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:31.915315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:31.987956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:31.989475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:31.997522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:32.000006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Allocated IP 172.20.0.3 (4194d517-1101-4c4f-8c4e-94bb193a250a/048e3f06-4b39-4de8-924f-80e4313f0603/4f69bf2c-dcfa-410b-a2fe-d97498499c2f) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:32.040402 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d52d9ca4-b0aa-4f4e-8c4e-662a12588858 req-f8ce9a19-bbfd-47ac-a6c5-a4530c6ce29a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0967963
Feb 05 19:25:32.072936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.107320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Attempting to bind port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:32.108079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Attempting to bind port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:32.108666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Attempting to bind port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 on network 4ad5010c-69ee-40dd-871b-5646fd780b5d {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:32.116256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:32.117354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:32.117354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.118915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Bound using segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:32.119469 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Bound port: 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:32.119892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.123566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.242268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] For port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:32.247501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] For port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:32.254644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.271741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e29cc272-c21c-4b63-a870-0126c429e321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:32.360442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.382483 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Transition to ACTIVE for port object 4f69bf2c-dcfa-410b-a2fe-d97498499c2f will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:32.413792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.431682 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:32.436746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:32.497235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5b9bf7ee-5b04-46eb-a25e-7a780857f649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:32.609508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:32.612782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:32.658302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Network 4194d517-1101-4c4f-8c4e-94bb193a250a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:32.659521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:32.662354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:32.707383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Allocated IP 172.27.3.247 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/268878fc-4eff-4c09-9432-96d69faeb961) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:32.840340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:32.843492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:32.844565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49416) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:32.877954 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5606556
Feb 05 19:25:32.892688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Request body: {'port': {'device_id': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:32.982760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.017013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.038001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1c601a09-4a18-4dd5-bd4b-f8601829f002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:33.076149 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7379ea24-1954-451c-9ea8-cc3f6dac9ce0 None None] Provisioning for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:33.090145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7379ea24-1954-451c-9ea8-cc3f6dac9ce0 None None] Provisioning complete for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:33.092721 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7379ea24-1954-451c-9ea8-cc3f6dac9ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.183735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.198895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7379ea24-1954-451c-9ea8-cc3f6dac9ce0 None None] Port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:25:33.224919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:33.276648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Pushing event updated for resources: {'Port': ['ID=268878fc-4eff-4c09-9432-96d69faeb961,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:33.279989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:33.281516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Usage tracker for resource:security_group_rule and tenant:aac4813a7f1148feb068c4acbc4bb9ba is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:33.292103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:33.301751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.311136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:33.417696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:33.422649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:33.425172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:33.544976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cdbce-dedc-4201-b486-79dbed3c8c5a req-6173f726-12d7-4f2e-a1dd-6b9c01c1d67a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:33.546639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49430) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:33.546783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f42cdbce-dedc-4201-b486-79dbed3c8c5a req-6173f726-12d7-4f2e-a1dd-6b9c01c1d67a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 931 time: 0.3374622
Feb 05 19:25:33.773017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f69bf2c-dcfa-410b-a2fe-d97498499c2f {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:25:33.798278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.799846 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f42cdbce-dedc-4201-b486-79dbed3c8c5a req-6e3e673a-39d4-45a6-ac63-5082233c23f1 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2395949
Feb 05 19:25:33.804627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.833459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:33.839202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Usage tracker for resource:security_group_rule and tenant:afed27b9cd2342d3a783779d416f115e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:33.842985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:33.846372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Transition to ACTIVE for port object 4f69bf2c-dcfa-410b-a2fe-d97498499c2f will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:33.851000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:33.853255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.868698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.871399 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-98e7c4f4-08c8-47d0-b1d9-54ed806ec4f6 tempest-VolumesActionsTest-914024157 tempest-VolumesActionsTest-914024157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:33.871961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:33.882787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6c74e725-fefd-400a-83ff-41bcfb088c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:33.941921 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aac4813a7f1148feb068c4acbc4bb9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0909612
Feb 05 19:25:33.975067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49436) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:33.988052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d42e0f-1c77-4d16-89c6-6ac4dbb26ee5 None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:25:34.019095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2239ffd4-8340-4f5a-aea1-fcfa7fa21e16,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:34.022746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6d2e181b-429d-4c9d-9463-d6db92873189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:34.084159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63c239-0964-4870-8721-74063352f484 service neutron] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:34.111392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fc63c239-0964-4870-8721-74063352f484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:34.129546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.144014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-1951a7d7-5b01-4366-8f88-91ac8bde5b1f None None] Provisioning for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:34.153053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.197278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.379742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.389556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.401296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2dc1a717-8c1f-461a-b087-b4bff82952c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:34.488855 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afed27b9cd2342d3a783779d416f115e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9376547
Feb 05 19:25:34.493380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49440) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:34.497726 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.502109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86655a35-4167-4ae7-8510-6bf656bdbf1e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:34.519713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-77118940-56bd-4788-9dfa-fefeac164980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:34.523049 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-334b5e66-130e-4022-9d8a-c9ecb517caa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:34.531379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Attempting to bind port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:34.531379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Attempting to bind port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:34.532001 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Attempting to bind port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f on network 4194d517-1101-4c4f-8c4e-94bb193a250a {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Checking segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Bound using segment: {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Bound port: 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:34.560561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.564856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2239ffd4-8340-4f5a-aea1-fcfa7fa21e16,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:34.565104 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.582500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:34.603710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.605177 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5e0a9816-0980-47ce-971a-27c757ec4fdb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2239ffd4-8340-4f5a-aea1-fcfa7fa21e16 HTTP/1.1" status: 204  len: 168 time: 0.6144643
Feb 05 19:25:34.625728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:34.698936 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.741411 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:34.746376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:34.749359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:34.749744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.749876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.774581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:34.780855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.812307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fe9e2ca0-5583-457f-b5d1-95b4245e5d16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:34.869119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:25:34.955840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:34.987044 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-42f2d6d8-442a-49d0-ad7c-455286f9e6e9 None None] Provisioning complete for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:34.987455 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-42f2d6d8-442a-49d0-ad7c-455286f9e6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.100340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:35.135487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.136359 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.153100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63c239-0964-4870-8721-74063352f484 service neutron] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:35.153315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ee4eb44b-22e1-41d2-a8f0-c29af8981120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:35.161155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fc63c239-0964-4870-8721-74063352f484 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:35.173354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-70926ae8-2ca0-45a1-8554-3ee59c5f1fd9 tempest-VolumesNegativeTest-800616756 tempest-VolumesNegativeTest-800616756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:35.194587 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86655a35-4167-4ae7-8510-6bf656bdbf1e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:35.201993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:35.204145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.212990 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5fbdced5-de94-44d3-b0df-187812bc455e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86655a35-4167-4ae7-8510-6bf656bdbf1e HTTP/1.1" status: 204  len: 168 time: 0.7087355
Feb 05 19:25:35.225920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:35.227531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.229605 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-fc63c239-0964-4870-8721-74063352f484 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 1157 time: 2.3422899
Feb 05 19:25:35.230650 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:25:35.339459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:35.354442 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'status': 'completed', 'code': 200}
Feb 05 19:25:35.356427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:35.419298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-b1fbc3db-12c2-47a5-99d4-18c6e88ac2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:35.421179 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-b1fbc3db-12c2-47a5-99d4-18c6e88ac2bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1160 time: 0.1435087
Feb 05 19:25:35.511627 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-adcaab58-75cd-4e67-940a-90e5172624fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 217 time: 0.0829239
Feb 05 19:25:35.586896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-70875592-8613-4e8a-8c70-809f7340e5df None None] Provisioning complete for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:35.588782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-70875592-8613-4e8a-8c70-809f7340e5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.603292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-6556ebe2-7b8e-404c-89b7-937a9f9b044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:35.605062 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-6556ebe2-7b8e-404c-89b7-937a9f9b044a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0875556
Feb 05 19:25:35.647998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:25:35.659498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:35.676187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:35.676915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a6eba8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:35.731651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-6c8e2f8a-b56e-4d8f-87a9-e71aaa0f22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:35.733743 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-6c8e2f8a-b56e-4d8f-87a9-e71aaa0f22d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1220207
Feb 05 19:25:35.757158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948f8a-3d2e-4313-adfa-249f90dd6a7b req-f891f4b5-b900-4619-8d21-dde7ef077366 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:35.760376 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1d948f8a-3d2e-4313-adfa-249f90dd6a7b req-f891f4b5-b900-4619-8d21-dde7ef077366 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.2705939
Feb 05 19:25:35.829427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:35.834367 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-d2b151dc-2d52-45c0-a37e-7fa62c7eaac7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.6620314
Feb 05 19:25:35.834367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49452) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:35.912165 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-a61105ca-f061-49c3-9017-3734b776c1b7 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710052
Feb 05 19:25:35.916535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:36.020015 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1d948f8a-3d2e-4313-adfa-249f90dd6a7b req-94e4c033-f486-4129-baea-72314aa8ffa0 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2442288
Feb 05 19:25:36.060739 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b38f763e-5d65-43e2-87a5-8fc5b9ddf286 req-32768cae-76ed-4731-b101-08f2b8e6c441 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429923
Feb 05 19:25:36.204488 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-0951a4b5-0673-488e-aed0-b2601cb1795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:36.206072 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-0951a4b5-0673-488e-aed0-b2601cb1795f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1160 time: 0.0916781
Feb 05 19:25:36.259695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a6eba8>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:33Z', 'revision_number': 3, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:36.269184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:36.269675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Updating router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 port 268878fc-4eff-4c09-9432-96d69faeb961 binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:25:36.327206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:36.355668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-d717fa76-154a-4c9a-8eb9-3462a6fda5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:36.357886 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-d717fa76-154a-4c9a-8eb9-3462a6fda5f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1440609
Feb 05 19:25:36.430821 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-0f09694c-4a94-4396-95b4-218c9bd84111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 217 time: 0.0659988
Feb 05 19:25:36.512751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-9627d157-5977-4ebe-82c3-09ccad0d51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:36.514338 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-9627d157-5977-4ebe-82c3-09ccad0d51d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0771744
Feb 05 19:25:36.530572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:36.615249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:36.615796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:36.617092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-39cdc989-bb41-41bc-a49b-a130af959f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:36.619451 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-39cdc989-bb41-41bc-a49b-a130af959f36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981028
Feb 05 19:25:36.658934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:36.798784 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-e688c657-1216-409b-a5b2-0698d14c1419 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712108
Feb 05 19:25:36.916991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:36.930000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Transition to ACTIVE for port object 268878fc-4eff-4c09-9432-96d69faeb961 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:36.933196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:36.949395 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a7a992b8-9e40-47b7-9671-3461619eb6cd req-04f50dc0-bfc6-4a7a-b90f-795fde4f4935 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436703
Feb 05 19:25:36.949653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:37.038200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Allocated IP 172.20.0.1 (4ad5010c-69ee-40dd-871b-5646fd780b5d/b1282abc-0f3e-4acc-9f25-e60ec21196a7/782eb2e9-a865-4243-b67b-8dde8cb19788) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:37.081867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb763b-8501-494b-ab52-a12d210f1919 None None] Pushing event updated for resources: {'Port': ['ID=268878fc-4eff-4c09-9432-96d69faeb961,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:37.086876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2abb763b-8501-494b-ab52-a12d210f1919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:37.155207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Attempting to bind port 268878fc-4eff-4c09-9432-96d69faeb961 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:37.155615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Attempting to bind port 268878fc-4eff-4c09-9432-96d69faeb961 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:37.156014 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Attempting to bind port 268878fc-4eff-4c09-9432-96d69faeb961 on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:37.161800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:37.162206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:37.162643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.163065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:37.163569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Bound port: 268878fc-4eff-4c09-9432-96d69faeb961, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:37.163993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.244230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] For port 268878fc-4eff-4c09-9432-96d69faeb961, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:37.247539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] For port 268878fc-4eff-4c09-9432-96d69faeb961, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=268878fc-4eff-4c09-9432-96d69faeb961,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:37.251185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.266989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.267542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-381e07e6-e3e9-4625-94be-989b9f8778e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:37.296783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Transition to ACTIVE for port object 782eb2e9-a865-4243-b67b-8dde8cb19788 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:37.409203 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48fca2-e81e-4486-a0f5-c0649589b4b5 req-34bfb491-c893-47b1-8856-2cfa2f38c65c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:37.410920 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bd48fca2-e81e-4486-a0f5-c0649589b4b5 req-34bfb491-c893-47b1-8856-2cfa2f38c65c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.2178247
Feb 05 19:25:37.417388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb763b-8501-494b-ab52-a12d210f1919 None None] Pushing event updated for resources: {'Port': ['ID=268878fc-4eff-4c09-9432-96d69faeb961,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:37.422767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2abb763b-8501-494b-ab52-a12d210f1919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:37.442499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.462259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:37.462446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-006e2eb1-b2d5-4b96-80fb-bea31562cbde tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:37.462930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87a6eba8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:37.627467 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-bd48fca2-e81e-4486-a0f5-c0649589b4b5 req-53bc30df-ce5f-4bef-a33c-af1fd85b08f9 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2081687
Feb 05 19:25:37.654976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Pushing event updated for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:37.658200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:37.658322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:37.703214 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:37.704372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:37.706731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:37.782325 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.907567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.958915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9ce4f3f3-be27-44c7-ab77-3120ecc3770f None None] Provisioning for port 782eb2e9-a865-4243-b67b-8dde8cb19788 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:37.965135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9ce4f3f3-be27-44c7-ab77-3120ecc3770f None None] Provisioning complete for port 782eb2e9-a865-4243-b67b-8dde8cb19788 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:37.965557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9ce4f3f3-be27-44c7-ab77-3120ecc3770f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:37.974339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87a6eba8>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:33Z', 'revision_number': 3, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:37.979773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b59cdb-5d5f-4275-9d9f-1211fad5c23c None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:33Z', 'revision_number': 3, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:38.031428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4f3f3-be27-44c7-ab77-3120ecc3770f None None] Port 782eb2e9-a865-4243-b67b-8dde8cb19788 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:25:38.219760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:38.223264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:38.252604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1cf691c0-d5af-44b7-a920-03dc87147181 tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:38.270432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:25:38.341755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:38.358250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Pushing event updated for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:38.364944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:38.545525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 268878fc-4eff-4c09-9432-96d69faeb961 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:38.624808 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 268878fc-4eff-4c09-9432-96d69faeb961 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:38.630535 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 268878fc-4eff-4c09-9432-96d69faeb961 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:38.630938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:38.843792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:38.845917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:38.959591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:38.981551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 268878fc-4eff-4c09-9432-96d69faeb961, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=268878fc-4eff-4c09-9432-96d69faeb961,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:38.994115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:39.002260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:39.071310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:39.104109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=268878fc-4eff-4c09-9432-96d69faeb961,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:39.107628 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:39.133769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2072d3-1b76-4290-a156-8d8dcc35979a req-28faac62-d245-4cdc-a717-9ed3bfe9770e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:39.135415 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fa2072d3-1b76-4290-a156-8d8dcc35979a req-28faac62-d245-4cdc-a717-9ed3bfe9770e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.3562348
Feb 05 19:25:39.158452 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-a528c762-b3f3-4453-b18b-1a1c1c6ea5e2 None None] Provisioning complete for port 782eb2e9-a865-4243-b67b-8dde8cb19788 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:39.158862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-a528c762-b3f3-4453-b18b-1a1c1c6ea5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:39.223819 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-fa2072d3-1b76-4290-a156-8d8dcc35979a req-3fdae7d6-e2a7-4454-ab4b-c7278bb1489c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0788872
Feb 05 19:25:39.224882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-a528c762-b3f3-4453-b18b-1a1c1c6ea5e2 None None] Port 782eb2e9-a865-4243-b67b-8dde8cb19788 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:25:39.225983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:25:39.421675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:25:39.431028 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] 10.222.0.59 "PUT /v2.0/routers/549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5957916
Feb 05 19:25:40.390850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49480) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:40.397093 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1436106233-network', 'tenant_id': '541af78de3074331bd35307fd060bfe0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:40.402423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:40.406503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Usage tracker for resource:network and tenant:541af78de3074331bd35307fd060bfe0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:40.409537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:40.415767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:40.426585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Made reservation on behalf of 541af78de3074331bd35307fd060bfe0 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:25:40.432489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.446596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.463228 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:40.467224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Usage tracker for resource:security_group_rule and tenant:541af78de3074331bd35307fd060bfe0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:40.470662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:40.477280 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:40.522663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 268878fc-4eff-4c09-9432-96d69faeb961 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:40.536959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d86c6c-66d0-4a60-8420-a459ed81b074 req-1e935f29-9564-48fb-aa91-6a1f962fcd34 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:40.538784 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-21d86c6c-66d0-4a60-8420-a459ed81b074 req-1e935f29-9564-48fb-aa91-6a1f962fcd34 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1791332
Feb 05 19:25:40.577660 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.582315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.588063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-709dec79-e739-43bb-8607-0b038feac0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:40.607357 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-21d86c6c-66d0-4a60-8420-a459ed81b074 req-007b5d36-d45f-4059-bfa8-ddb3595de599 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0608008
Feb 05 19:25:40.608566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 268878fc-4eff-4c09-9432-96d69faeb961 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:40.609123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.621170 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 05 19:25:40.635316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aa5160-22e2-49f8-9c7c-49d56014f182,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:40.639696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:40.640728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.641121 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.segments_db [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Added segment f8f01a68-0efb-44e4-aaf3-78116b06d867 of type vxlan for network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b
Feb 05 19:25:40.669198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730738131810'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.700654 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.702062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:40.702782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.708003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0ff17a59-7132-430f-9fb9-7719f9eecd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:40.814272 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4222074
Feb 05 19:25:40.817154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49484) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:40.820371 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:40.823563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1ffe611f-04ba-47d0-b28f-d98c13afee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:40.825154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Request body: {'subnet': {'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1436106233-subnet', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:40.829806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8e6fa1f6-0e8f-496e-8522-8f9c418ab3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.833374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:40.833814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b details requested by agent ovs-agent-dv-cinder-774288-2-iscsi with host dv-cinder-774288-2-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:25:40.838602 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Usage tracker for resource:subnet and tenant:541af78de3074331bd35307fd060bfe0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:40.841698 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:40.847969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:40.849152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 05 19:25:40.858627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Made reservation on behalf of 541af78de3074331bd35307fd060bfe0 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:25:40.863499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036838147462'] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:40.989755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:41.053046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:41.053701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86b35cf8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:41.253926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:41.286860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838308358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036838147479'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.307384 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f46d5d27-c2a3-430b-99c5-61be61c604e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:41.448683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7590be9-e5be-4e74-8527-609943331aec,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:41.453539 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:41.515335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Checking segment: {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:41.515732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Network hostable DHCP agents. Network: 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b, hostable agents: ['3cfbbad9-2d78-45d4-a2bb-f22be0bfd221'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 05 19:25:41.535727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b is scheduled to be hosted by DHCP agent 3cfbbad9-2d78-45d4-a2bb-f22be0bfd221 with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 05 19:25:41.545328 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-2-iscsi, 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:41.559346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:41.560003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.563548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383faad3-0b6b-4938-9fb3-91531980fc3c None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:25:41.580757 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-cf39bcbf-bc7a-4285-9e40-0aeea11c6f69 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7623322
Feb 05 19:25:41.583422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49488) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:41.588974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:41.593857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:41.598414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Usage tracker for resource:router and tenant:541af78de3074331bd35307fd060bfe0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:41.602916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:41.608784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:41.619008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1997904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2678'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.620082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852777930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852767656', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1959282', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773138'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.635385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.722961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86b35cf8>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:41.761739 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:41.762141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Updating router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 port 782eb2e9-a865-4243-b67b-8dde8cb19788 binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:25:41.868138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.927617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36af0863-669c-5c8c-80f6-5d0753592ecf-8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'fixed_ips': [{'subnet_id': 'e7590be9-e5be-4e74-8527-609943331aec'}]}} from dv-cinder-774288-2-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 05 19:25:41.928542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:41.992227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852767671', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1997889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773153'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.175297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f1c86-5f42-4e6c-accb-f5d89c16b408 req-fc90535f-96fa-4cbf-969c-6ad0cc28fbe9 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:42.177099 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f10f1c86-5f42-4e6c-accb-f5d89c16b408 req-fc90535f-96fa-4cbf-969c-6ad0cc28fbe9 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.3998497
Feb 05 19:25:42.264477 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f10f1c86-5f42-4e6c-accb-f5d89c16b408 req-76d5d55b-72ec-44d0-8115-34bd0dcfdf73 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0798292
Feb 05 19:25:42.678663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Allocated IP 172.20.0.2 (8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b/e7590be9-e5be-4e74-8527-609943331aec/70f4cfb6-c75d-4c31-857b-c3276f342e52) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:42.740875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.773135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.867762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.908434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:42.943255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Transition to ACTIVE for port object 782eb2e9-a865-4243-b67b-8dde8cb19788 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:42.974370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.987085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-97014561-7c49-4539-86e4-9cb936100da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:42.995017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:43.058616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Allocated IP 172.27.3.119 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/a1407292-37a9-4c3d-817a-84f0bd9f9d3d) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:43.207829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8db1-d653-4b3a-929a-f0edcd113c61 None None] Pushing event updated for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:43.214968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a9c8db1-d653-4b3a-929a-f0edcd113c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:43.219800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.225709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.248849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:43.255866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Transition to ACTIVE for port object 70f4cfb6-c75d-4c31-857b-c3276f342e52 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:43.257036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.270893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:43.271307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.273386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8069431d-8739-4420-a322-4a43c74e0163 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:43.340744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Transition to ACTIVE for port object 70f4cfb6-c75d-4c31-857b-c3276f342e52 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:43.410244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.416727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Pushing event updated for resources: {'Port': ['ID=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:43.419911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:43.434825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:43.547326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:43.551168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:43.553578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:43.684101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb46395-72e5-4429-bb13-1a4610db4c97 req-d4629492-d3e6-41bb-8387-d002a19a29f2 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:43.685756 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9fb46395-72e5-4429-bb13-1a4610db4c97 req-d4629492-d3e6-41bb-8387-d002a19a29f2 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.2704685
Feb 05 19:25:43.689420 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Pushing event updated for resources: {'Port': ['ID=70f4cfb6-c75d-4c31-857b-c3276f342e52,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:43.699545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:43.724655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Attempting to bind port 782eb2e9-a865-4243-b67b-8dde8cb19788 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:43.725080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Attempting to bind port 782eb2e9-a865-4243-b67b-8dde8cb19788 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:43.725566 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Attempting to bind port 782eb2e9-a865-4243-b67b-8dde8cb19788 on network 4ad5010c-69ee-40dd-871b-5646fd780b5d {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:43.743237 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:43.743605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:43.744022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.744494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Bound using segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:43.745015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Bound port: 782eb2e9-a865-4243-b67b-8dde8cb19788, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:43.745429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.774006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.878111 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.878665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:25:43.902510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:43.907027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:43.910567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Resources bound (agent type, host, resource id):  {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:43.921683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:43.926343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:43.928403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:43.930235 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9fb46395-72e5-4429-bb13-1a4610db4c97 req-bad209c1-2c3b-46f9-9a47-76bbbe681133 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2332311
Feb 05 19:25:43.964171 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'code': 200}
Feb 05 19:25:44.053855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] For port 782eb2e9-a865-4243-b67b-8dde8cb19788, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:44.072822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Attempting to bind port 70f4cfb6-c75d-4c31-857b-c3276f342e52 on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:44.073233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Attempting to bind port 70f4cfb6-c75d-4c31-857b-c3276f342e52 by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:44.073642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Attempting to bind port 70f4cfb6-c75d-4c31-857b-c3276f342e52 on network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:44.105541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:44.106027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Checking segment: {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:44.106379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.106821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Bound using segment: {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:44.107324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Bound port: 70f4cfb6-c75d-4c31-857b-c3276f342e52, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:44.107742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.120438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] For port 782eb2e9-a865-4243-b67b-8dde8cb19788, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=782eb2e9-a865-4243-b67b-8dde8cb19788,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:44.121706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:44.127869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:44.129066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.146950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:44.175406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.302308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fe746-4b22-42fe-91af-5af830a6d114 req-09e08d11-ccc9-46c5-ba38-82316478c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:44.304061 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-365fe746-4b22-42fe-91af-5af830a6d114 req-09e08d11-ccc9-46c5-ba38-82316478c825 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0858703
Feb 05 19:25:44.353427 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-365fe746-4b22-42fe-91af-5af830a6d114 req-6c6d24d8-1194-43f3-ad76-bf75be7396c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0419545
Feb 05 19:25:44.555995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8db1-d653-4b3a-929a-f0edcd113c61 None None] Pushing event updated for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:44.563684 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a9c8db1-d653-4b3a-929a-f0edcd113c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:44.564773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] For port 70f4cfb6-c75d-4c31-857b-c3276f342e52, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:44.568697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852777896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2008231'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.579040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] For port 70f4cfb6-c75d-4c31-857b-c3276f342e52, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=70f4cfb6-c75d-4c31-857b-c3276f342e52,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:44.583854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:44.612881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:44.632819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce9b6cbc-4b2f-4473-a5e0-e968b32a8f8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:44.798496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Router 907b65ec-d99a-4b26-9c3a-14166c8e45fb is scheduled to L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 05 19:25:44.812251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:44.814540 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86b35cf8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:44.951885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Pushing event updated for resources: {'Port': ['ID=70f4cfb6-c75d-4c31-857b-c3276f342e52,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:44.958769 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ffd47318-31cc-4dc2-a6f4-1a327eedf524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:45.048558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:45.048976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:45.174672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:45.180278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:45.183402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:45.339083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:25:45.361968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Sync routers for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:45.376986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:45.381164 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-627ae9e1-f508-4f3c-8388-5831a3bfce43 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.7940388
Feb 05 19:25:45.381346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:45.381346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87759c18>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:45.381771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49500) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:25:45.477296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a338b0-154a-4435-bf60-69f2954e37b9 req-d8df8589-a861-42da-9f05-851a5071ef18 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:45.488596 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84a338b0-154a-4435-bf60-69f2954e37b9 req-d8df8589-a861-42da-9f05-851a5071ef18 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.2570467
Feb 05 19:25:45.598241 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84a338b0-154a-4435-bf60-69f2954e37b9 req-e7f6a07f-372c-4d7f-a074-bf124e64484f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1088877
Feb 05 19:25:45.690193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86b35cf8>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:44Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:45.695995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be5cc6-6ea8-4272-a3e0-552e8fd8f536 None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:44Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:45.743461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:46.097298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87759c18>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:43Z', 'revision_number': 3, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:46.102232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Checking router: 907b65ec-d99a-4b26-9c3a-14166c8e45fb for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:46.102821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Updating router 907b65ec-d99a-4b26-9c3a-14166c8e45fb port a1407292-37a9-4c3d-817a-84f0bd9f9d3d binding host dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:25:46.165404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:46.638296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:46.652934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 782eb2e9-a865-4243-b67b-8dde8cb19788 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:46.726031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:46.730438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414da12-fbb8-4224-9878-1a6dbd55dc8e None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:25:46.739964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Transition to ACTIVE for port object a1407292-37a9-4c3d-817a-84f0bd9f9d3d will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:46.743792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:46.876282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-fa2ea54e-1ba0-4cb6-a234-c63ae38917c1 None None] Provisioning for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:46.948764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 782eb2e9-a865-4243-b67b-8dde8cb19788 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:46.960260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 782eb2e9-a865-4243-b67b-8dde8cb19788 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:46.962476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.001481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:47.097521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856fdd0-cfb0-4341-b617-5f6ada5b0872 req-a0c5c8fa-8f07-4019-afa6-52b3f71cf809 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:47.100068 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8856fdd0-cfb0-4341-b617-5f6ada5b0872 req-a0c5c8fa-8f07-4019-afa6-52b3f71cf809 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.3024268
Feb 05 19:25:47.102963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Allocated IP 172.20.0.1 (8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b/e7590be9-e5be-4e74-8527-609943331aec/286c28af-c87b-4ab6-b5fe-8f9a22b9c63b) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:47.124439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Pushing event updated for resources: {'Port': ['ID=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:47.136596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.136953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.137321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.137685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.138043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.138403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.138754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.139105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.139453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.139801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.140260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.140664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.141043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.141396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.141744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.142092 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.142433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.143177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.143177 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.143470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.143757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.144102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.144447 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.144826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:47.149629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:47.199056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Attempting to bind port a1407292-37a9-4c3d-817a-84f0bd9f9d3d on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:47.199392 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8856fdd0-cfb0-4341-b617-5f6ada5b0872 req-bd336612-d9fe-4304-8c76-6eebb96d58fb tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0906923
Feb 05 19:25:47.199617 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Attempting to bind port a1407292-37a9-4c3d-817a-84f0bd9f9d3d by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:47.199914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Attempting to bind port a1407292-37a9-4c3d-817a-84f0bd9f9d3d on network a46f4546-88ef-4af4-b46b-2fe429423534 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:47.206727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:47.207135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Checking segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:47.207576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.208414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Bound using segment: {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:47.208970 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Bound port: a1407292-37a9-4c3d-817a-84f0bd9f9d3d, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a3383-7617-4c28-990c-c92c33652b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:47.209537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.229973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.287954 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 782eb2e9-a865-4243-b67b-8dde8cb19788, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=782eb2e9-a865-4243-b67b-8dde8cb19788,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:47.292864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.293792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 70f4cfb6-c75d-4c31-857b-c3276f342e52 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:47.309238 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] For port a1407292-37a9-4c3d-817a-84f0bd9f9d3d, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:47.312975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] For port a1407292-37a9-4c3d-817a-84f0bd9f9d3d, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:47.318004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.350129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8a9c8db1-d653-4b3a-929a-f0edcd113c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:47.395430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.413437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:47.447048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Transition to ACTIVE for port object 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:47.494176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.548224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Pushing event updated for resources: {'Port': ['ID=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:47.569151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7c772466-7684-4ba7-898b-4abab2706962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:47.623374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee77db-71e2-4bd8-9534-cc0ef42e956b req-58f34716-7f5e-42ef-a889-5b1f0ec3f581 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:47.625736 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-faee77db-71e2-4bd8-9534-cc0ef42e956b req-58f34716-7f5e-42ef-a889-5b1f0ec3f581 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.2530451
Feb 05 19:25:47.647616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:47.649095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87759c18>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:47.668960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-761a2ef3-cd3e-4859-b9c7-4414fc45aa1f tempest-TestMinimumBasicScenario-236341720 tempest-TestMinimumBasicScenario-236341720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:47.709923 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-faee77db-71e2-4bd8-9534-cc0ef42e956b req-447d636e-6f60-4c11-b10b-995080fc3051 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0773296
Feb 05 19:25:47.768279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:47.780153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:47.790082 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:47.791461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:47.796616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:47.806917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:47.819851 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:47.822038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:47.828248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:47.829194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.893373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2009955'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:47.985270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:47.996771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-ca527301-e005-41dd-99e1-a9bfe7c3cff8 None None] Provisioning complete for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:47.997194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca527301-e005-41dd-99e1-a9bfe7c3cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.042326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.063097 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-074dc80d-0eae-4b59-9575-04a34484d293 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2854683
Feb 05 19:25:48.080485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:48.108988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:48.118860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Usage tracker for resource:floatingip and tenant:afa8c672e0ee4e1e97e000ad8f603ce4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:48.122220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:48.128925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:48.141046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.178932 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.223563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 70f4cfb6-c75d-4c31-857b-c3276f342e52, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=70f4cfb6-c75d-4c31-857b-c3276f342e52,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:48.236795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.249658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:48.333127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.345666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca527301-e005-41dd-99e1-a9bfe7c3cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.419636 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=70f4cfb6-c75d-4c31-857b-c3276f342e52,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:48.429837 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.434018 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.438635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:48.454758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87759c18>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:43Z', 'revision_number': 3, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:48.460526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d99c74-8045-4bec-affd-a99226f53f8a None None] The sync data for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi is: [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:43Z', 'revision_number': 3, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:48.466600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e68bfcd5-6920-4a0e-8f87-afe94ad44bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:48.499937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-ca527301-e005-41dd-99e1-a9bfe7c3cff8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:25:48.500345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-ca527301-e005-41dd-99e1-a9bfe7c3cff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:25:48.547810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 782eb2e9-a865-4243-b67b-8dde8cb19788 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:48.562307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853142285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036852792386'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.625859 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 782eb2e9-a865-4243-b67b-8dde8cb19788 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:48.626388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.660154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Pushing event updated for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:48.666060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:48.685162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Allocated IP 172.27.3.83 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/c8a5282b-ca8f-4e71-9c03-acf90479a307) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:25:48.740956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:48.742202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:48.765990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 70f4cfb6-c75d-4c31-857b-c3276f342e52 up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:48.849780 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:48.850179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.875619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.920944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:48.952761 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a31659d-2b5c-4437-aab6-d85b47e1732c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:49.051647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'Port': ['ID=c8a5282b-ca8f-4e71-9c03-acf90479a307,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:49.055013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:49.066033 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Router 907b65ec-d99a-4b26-9c3a-14166c8e45fb has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:25:49.215757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:25:49.217190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:25:49.219821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:25:49.282841 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Provisioning for port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:49.288966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Provisioning complete for port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:49.289648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.296100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:25:49.318044 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] 10.222.0.59 "PUT /v2.0/routers/907b65ec-d99a-4b26-9c3a-14166c8e45fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9265187
Feb 05 19:25:49.325517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.368034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:25:49.381135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Provisioning complete for port 70f4cfb6-c75d-4c31-857b-c3276f342e52 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:49.381884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c34366ee-1672-4f40-861a-524566a91a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.399225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.699274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.703023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:49.718193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-88b62d75-c341-4dc3-b776-9dfe1a95ddcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:49.866363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event updated for resources: {'Port': ['ID=c8a5282b-ca8f-4e71-9c03-acf90479a307,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:49.886299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.886715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.887128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.887533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.887934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.888333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.888785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.889180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.889574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.889966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.890356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.890751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.891178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.891569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.891958 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.892349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.892764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.893156 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.893545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.893929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.894367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.894840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.895278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.895687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:25:49.902799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:49.993947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.019434 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-646745103', 'description': 'tempest-TestVolumeBootPattern-646745103 description'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:50.042215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:50.044715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.045986 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9707780
Feb 05 19:25:50.048299 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:security_group and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:50.051414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:50.114216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:50.161244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-8342e404-34f9-48c8-9f7a-e22102489bb3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Synchronizing usage tracker for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:25:50.165854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.196437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-8342e404-34f9-48c8-9f7a-e22102489bb3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Unset dirty status for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:25:50.197739 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-8342e404-34f9-48c8-9f7a-e22102489bb3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.83 HTTP/1.1" status: 200  len: 695 time: 0.1433570
Feb 05 19:25:50.198716 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:50.202767 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:security_group_rule and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:50.207510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:50.237084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:50.483391 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-068a1d9b-4807-4aef-963c-4a250661740a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:50.485240 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-068a1d9b-4807-4aef-963c-4a250661740a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2791874
Feb 05 19:25:50.505003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-014bd115-b6ae-45a9-a3ce-ad81efa4a218 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:25:50.506093 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e41c174-bb65-4762-afa2-06e3d274d13a req-014bd115-b6ae-45a9-a3ce-ad81efa4a218 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0102210
Feb 05 19:25:50.522363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.525000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.530643 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5476a8e2-3d4a-45be-b605-fd5125b01c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:50.543965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a1407292-37a9-4c3d-817a-84f0bd9f9d3d up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:50.581356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:50.584645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:50.587373 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.588846 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-aabcd813-2f69-4750-97dd-c1ba066715a7 req-3e6ce549-4cbe-4d60-9ec0-143d9b0dedf0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5748563
Feb 05 19:25:50.625090 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port a1407292-37a9-4c3d-817a-84f0bd9f9d3d completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:50.630426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port a1407292-37a9-4c3d-817a-84f0bd9f9d3d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:50.630928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.747126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-26a59827-acd0-4b76-bea7-72f469bcece6 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups/82c78f7d-9fb6-4c94-86c8-e4312ff84ad7 HTTP/1.1" status: 200  len: 1806 time: 0.1225312
Feb 05 19:25:50.759005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.760164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82c78f7d-9fb6-4c94-86c8-e4312ff84ad7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:50.760543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82c78f7d-9fb6-4c94-86c8-e4312ff84ad7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:50.777145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port a1407292-37a9-4c3d-817a-84f0bd9f9d3d, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:50.780003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:50.781951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:50.785691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:50.794773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:security_group_rule and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:50.798521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:50.806782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:50.853703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:50.856972 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:50.892157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-9ecf2aa1-1bcd-46da-8cb8-cd40ae7ebca3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:50.893891 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-9ecf2aa1-1bcd-46da-8cb8-cd40ae7ebca3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2539740
Feb 05 19:25:51.016196 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-ce08b511-6450-4057-9279-d576ecfad6bd tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.83 HTTP/1.1" status: 200  len: 695 time: 0.1152186
Feb 05 19:25:51.035916 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Request body: {'floatingip': {'port_id': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:51.150095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:51.212284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:51.305965 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:51.311795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:51.349658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:51.375379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6301cb4a-90fd-457e-9a77-a56449bea6f5,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:51.392572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:51.411915 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:51.413229 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ddc6c66d-85ac-4538-b024-d09376ad170b req-6e6e9cc6-2dd7-44d4-a59c-0e7f2c7a59f2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6582699
Feb 05 19:25:51.728379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Sync routers for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:51.738961 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:51.739732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86be2a58>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:51.878417 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-4a21dd11-e290-434e-a2ca-85f49cc489f5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups/82c78f7d-9fb6-4c94-86c8-e4312ff84ad7 HTTP/1.1" status: 200  len: 2399 time: 0.4068930
Feb 05 19:25:51.895577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82c78f7d-9fb6-4c94-86c8-e4312ff84ad7', 'remote_group_id': None}]} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:51.895929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82c78f7d-9fb6-4c94-86c8-e4312ff84ad7', 'remote_group_id': None}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:25:51.921270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:25:51.928979 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:security_group_rule and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:25:51.934486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:25:51.944526 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:52.012065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:25:52.132506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.170011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.239711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820038'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.274276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-b87a1d63-4d46-48dd-a4cd-aa55fc340c56 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:52.315345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf565c-acb1-40e9-bc83-768adaf0dfbb,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:52.328561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:52.333509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.335439 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d07a6a39-51b8-4b80-a895-7a49687db1d0 req-6933a9cb-045e-4fe6-af9f-b42842d0f36e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4473283
Feb 05 19:25:52.338517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.343253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.397036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86be2a58>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 4, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '286c28af-c87b-4ab6-b5fe-8f9a22b9c63b', 'name': '', 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'mac_address': 'fa:16:3e:83:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e7590be9-e5be-4e74-8527-609943331aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:46Z', 'updated_at': '2021-02-05T19:25:48Z', 'revision_number': 2, 'project_id': '541af78de3074331bd35307fd060bfe0', 'subnets': [{'id': 'e7590be9-e5be-4e74-8527-609943331aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:52.403974 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Checking router: 907b65ec-d99a-4b26-9c3a-14166c8e45fb for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:52.404375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Updating router 907b65ec-d99a-4b26-9c3a-14166c8e45fb port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b binding host dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 05 19:25:52.483810 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:52.563201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a1407292-37a9-4c3d-817a-84f0bd9f9d3d up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:52.578337 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Floating IP 88430f49-6691-4d48-95a2-a086697b30ac associated. External IP: 172.27.3.83, port: 4f69bf2c-dcfa-410b-a2fe-d97498499c2f.
Feb 05 19:25:52.808681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port a1407292-37a9-4c3d-817a-84f0bd9f9d3d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:52.809103 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.032145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Router 7f451100-770e-473d-8f93-5fd33482f080 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:25:53.213442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.226283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Transition to ACTIVE for port object 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:25:53.229333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.254388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a3fdf7c5-a55b-4a42-a534-231f003e8350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:53.257269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:25:53.265284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.271321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Sync routers for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:25:53.283081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:53.283750 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87759a58>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:53.323430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773ce8-2b46-4f69-a4c2-1b143869e392 None None] Pushing event updated for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:53.329649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-91773ce8-2b46-4f69-a4c2-1b143869e392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:53.359113 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-11692f4b-226c-40e2-86a5-4b68bb5a1369 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "PUT /v2.0/floatingips/88430f49-6691-4d48-95a2-a086697b30ac HTTP/1.1" status: 200  len: 995 time: 2.3253727
Feb 05 19:25:53.360087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:25:53.451565 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'status': 'completed', 'code': 200}
Feb 05 19:25:53.477900 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-1a1ea9bd-0e64-49fb-a6e3-9f046163ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:53.486644 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-1a1ea9bd-0e64-49fb-a6e3-9f046163ea57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.1166532
Feb 05 19:25:53.509101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:53.605107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-08ecb028-19af-44db-8fb6-568ed9222973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:53.607595 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-08ecb028-19af-44db-8fb6-568ed9222973 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.1265619
Feb 05 19:25:53.677442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-5f770a73-4f03-4284-8c7b-64faef62cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:53.679115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-5f770a73-4f03-4284-8c7b-64faef62cde4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1916125
Feb 05 19:25:53.847048 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-9b960099-0564-4575-afc0-19775750fb55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 998 time: 0.1608725
Feb 05 19:25:53.863888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-5557209e-3679-4d5c-ba12-06c799aca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:53.865528 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-5557209e-3679-4d5c-ba12-06c799aca3ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.2517595
Feb 05 19:25:53.882194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Attempting to bind port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b on host dv-cinder-774288-2-iscsi for vnic_type normal with profile  {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:25:53.882722 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Attempting to bind port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b by drivers openvswitch on host dv-cinder-774288-2-iscsi at level 0 using segments [{'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:25:53.883245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Attempting to bind port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b on network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:25:53.896013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Checking agent: {'id': 'b6a99c3d-5e0d-4f6f-9be0-a7fe5cfc4099', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 7, 45), 'started_at': datetime.datetime(2021, 2, 5, 19, 8, 15), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:25:53.896578 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Checking segment: {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:25:53.897102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.897613 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Bound using segment: {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:25:53.899783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Bound port: 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b, host: dv-cinder-774288-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f01a68-0efb-44e4-aaf3-78116b06d867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:25:53.900407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:53.928428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-109a112b-b290-449c-8edb-6eb31c05128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:53.931427 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-109a112b-b290-449c-8edb-6eb31c05128a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0758016
Feb 05 19:25:54.001894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87759a58>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '88430f49-6691-4d48-95a2-a086697b30ac', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '7f451100-770e-473d-8f93-5fd33482f080', 'port_id': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'mac_address': 'fa:16:3e:a8:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:25:49Z', 'updated_at': '2021-02-05T19:25:52Z', 'revision_number': 1, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:54.004521 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-69183525-b5e9-441b-9f28-3ee69cbcdfa9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 998 time: 0.1300464
Feb 05 19:25:54.006691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Checking router: 7f451100-770e-473d-8f93-5fd33482f080 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:25:54.018718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:54.019490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87759a58>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:54.021375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] For port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b, host dv-cinder-774288-2-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:25:54.025243 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] For port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b, host dv-cinder-774288-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:25:54.039340 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:54.053746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-a0cb21ed-66bd-41e6-b166-0d807ac4c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:54.056602 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-a0cb21ed-66bd-41e6-b166-0d807ac4c8fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1181986
Feb 05 19:25:54.064843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:54.074405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-f3a818b3-8e2b-4e4e-a84c-b28a88406dd9 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:25:54.086619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-f3a818b3-8e2b-4e4e-a84c-b28a88406dd9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0175273
Feb 05 19:25:54.118321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-43fad8cf-64a3-4154-bcec-2bbc66efb3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:54.120494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-43fad8cf-64a3-4154-bcec-2bbc66efb3ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.1086991
Feb 05 19:25:54.311210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:54.326766 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-67a47b89-0781-4656-bbf0-e80fb1d0d8e2 service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328949
Feb 05 19:25:54.335872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773ce8-2b46-4f69-a4c2-1b143869e392 None None] Pushing event updated for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:54.340157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-91773ce8-2b46-4f69-a4c2-1b143869e392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:54.350554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:25:54.351877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86be2a58>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:25:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:54.541581 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b3b22b34-f378-4eec-9249-ef10f4f23092 req-0d3e5cb0-ba0e-4608-a6e3-7fc3a56312da service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2024894
Feb 05 19:25:54.545482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-e91284b0-cc1b-409e-b6d5-70740a3422a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:25:54.547176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-e91284b0-cc1b-409e-b6d5-70740a3422a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4186811
Feb 05 19:25:54.653933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:25:54.727361 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-ccee662b-c132-4700-9232-c92dfcf2041f service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679053
Feb 05 19:25:54.896996 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2a14573a-9edb-4444-b20d-b629074ec0d3 req-e87a1638-3526-4d12-8e37-c6d9d1d17b22 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1630492
Feb 05 19:25:54.965729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87759a58>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '88430f49-6691-4d48-95a2-a086697b30ac', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '7f451100-770e-473d-8f93-5fd33482f080', 'port_id': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'mac_address': 'fa:16:3e:a8:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:25:49Z', 'updated_at': '2021-02-05T19:25:52Z', 'revision_number': 1, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:54.970142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f84f52-77ba-40fc-9c4f-f12627e5460f None None] The sync data for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi is: [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '88430f49-6691-4d48-95a2-a086697b30ac', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'floating_ip_address': '172.27.3.83', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '7f451100-770e-473d-8f93-5fd33482f080', 'port_id': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'mac_address': 'fa:16:3e:a8:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:25:49Z', 'updated_at': '2021-02-05T19:25:52Z', 'revision_number': 1, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:55.026189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86be2a58>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 4, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '286c28af-c87b-4ab6-b5fe-8f9a22b9c63b', 'name': '', 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'mac_address': 'fa:16:3e:83:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e7590be9-e5be-4e74-8527-609943331aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:46Z', 'updated_at': '2021-02-05T19:25:54Z', 'revision_number': 4, 'project_id': '541af78de3074331bd35307fd060bfe0', 'subnets': [{'id': 'e7590be9-e5be-4e74-8527-609943331aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:25:55.030814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6841d3-c872-46d8-8934-ffbf346fad28 None None] The sync data for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi is: [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 4, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '286c28af-c87b-4ab6-b5fe-8f9a22b9c63b', 'name': '', 'network_id': '8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'mac_address': 'fa:16:3e:83:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'e7590be9-e5be-4e74-8527-609943331aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:46Z', 'updated_at': '2021-02-05T19:25:54Z', 'revision_number': 4, 'project_id': '541af78de3074331bd35307fd060bfe0', 'subnets': [{'id': 'e7590be9-e5be-4e74-8527-609943331aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:25:55.323714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d3dfdb-cc4c-4085-a693-4a036567154c None None] New status for floating IP 88430f49-6691-4d48-95a2-a086697b30ac: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:25:56.544285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:56.617162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning for port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:25:56.621935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:56.622354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:56.750801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:56.784057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] For port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:25:56.787135 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:25:56.789316 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-91773ce8-2b46-4f69-a4c2-1b143869e392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:25:56.862894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Pushing event updated for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:25:56.866289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:25:58.522705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b up at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:25:58.595966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Provisioning complete for port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:25:58.596352 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:08.963222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-8cbe6635-5024-4b0e-98ab-0a57219af6d5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:26:08.979609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-8cbe6635-5024-4b0e-98ab-0a57219af6d5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:26:08.980874 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-8cbe6635-5024-4b0e-98ab-0a57219af6d5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-646745103&fields=id&tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 267 time: 0.0784554
Feb 05 19:26:09.010250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:09.220663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-b7eefd3f-8b97-4c1a-a518-a108331d987d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:09.222176 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-b7eefd3f-8b97-4c1a-a518-a108331d987d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2339919
Feb 05 19:26:09.238464 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-581e5128-7143-450a-9988-f73cefa106d4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/quotas/f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 375 time: 0.0100286
Feb 05 19:26:09.357601 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-6f6f2c1b-b73b-4214-9caa-5f28e3ee04d7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:26:09.375633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-6f6f2c1b-b73b-4214-9caa-5f28e3ee04d7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:26:09.377035 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-6f6f2c1b-b73b-4214-9caa-5f28e3ee04d7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1330702
Feb 05 19:26:09.532497 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-5f292f34-c549-458f-b6d8-4da96d39fc6c service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425686
Feb 05 19:26:09.674178 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-dc4f5851-66fc-4a2d-b0c3-8c30a3c708ee service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350460
Feb 05 19:26:10.099702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-578d6a97-e167-431c-b1b3-16ebdefc5f8f req-34d6397c-5285-4195-9593-d1f222f90dea tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 210 time: 0.0504541
Feb 05 19:26:10.832158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1a0b7ce5-5033-4647-a955-1d870d15b3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:11.286378 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-936b4e40-cfc4-4e1e-b7a3-421c80faf962 req-5a426030-b6b8-428e-a6cd-3d633d941f96 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 210 time: 0.0557997
Feb 05 19:26:11.296632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-44da943b-e4e6-42a2-8468-c41e39c1a16a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:11.297430 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-44da943b-e4e6-42a2-8468-c41e39c1a16a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:26:11.317021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-44da943b-e4e6-42a2-8468-c41e39c1a16a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:26:11.318263 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-44da943b-e4e6-42a2-8468-c41e39c1a16a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2625957
Feb 05 19:26:11.430686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-e8f89238-25f8-4709-b3df-1dee8190ffb7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:26:11.443264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-e8f89238-25f8-4709-b3df-1dee8190ffb7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:26:11.444781 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-e8f89238-25f8-4709-b3df-1dee8190ffb7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 5763 time: 0.1125710
Feb 05 19:26:11.454008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'port': {'device_id': '4446ea9c-41db-46cf-ada2-5d039827198d', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'admin_state_up': True, 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'security_groups': ['82c78f7d-9fb6-4c94-86c8-e4312ff84ad7']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:26:11.602493 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:26:11.612137 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:26:11.621270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Made reservation on behalf of f4c9ae5415b8444987b1d87309a44776 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:26:11.641652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:11.962330 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.20.0.10 (4ad5010c-69ee-40dd-871b-5646fd780b5d/b1282abc-0f3e-4acc-9f25-e60ec21196a7/11ab4b54-9fb7-48e4-8616-19a7d8613b2e) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:26:12.171071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:12.187288 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Transition to ACTIVE for port object 11ab4b54-9fb7-48e4-8616-19a7d8613b2e will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:26:12.212163 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:12.229849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ecbf8c24-9c32-437c-b086-3143f5f34ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:12.377212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:12.391052 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:12.432842 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:26:12.434248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:26:12.436776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:26:12.574498 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:12.575230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:12.589638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f7d97-b563-4251-9d8b-1ef1e09238e4 req-650119d1-86c6-43a8-bec1-7917856f0a54 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:12.591296 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d89f7d97-b563-4251-9d8b-1ef1e09238e4 req-650119d1-86c6-43a8-bec1-7917856f0a54 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 932 time: 0.1689603
Feb 05 19:26:12.601756 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-f6cd4798-d22e-466a-8b16-3a335c19edcf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1514308
Feb 05 19:26:12.614301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Request body: {'port': {'device_id': '4446ea9c-41db-46cf-ada2-5d039827198d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:26:12.657715 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d89f7d97-b563-4251-9d8b-1ef1e09238e4 req-79d774fa-f531-42f1-9539-3beee456d892 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0592418
Feb 05 19:26:12.697183 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-15d9dd01-f39c-456c-820a-ae645d240d1d None None] Provisioning for port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:26:12.702223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-15d9dd01-f39c-456c-820a-ae645d240d1d None None] Provisioning complete for port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:26:12.702640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15d9dd01-f39c-456c-820a-ae645d240d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:12.744021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:12.763005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-15d9dd01-f39c-456c-820a-ae645d240d1d None None] Port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:26:12.890753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-60b59b9f-e581-4f65-9be3-7421cefe5a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.173301 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ab4b54-9fb7-48e4-8616-19a7d8613b2e {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:26:13.181677 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.193559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Transition to ACTIVE for port object 11ab4b54-9fb7-48e4-8616-19a7d8613b2e will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:26:13.196251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.211171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5e44c50f-2d58-4faf-8002-972795e4c70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:13.343418 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Pushing event updated for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:13.348212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:13.538182 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Attempting to bind port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:26:13.539250 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Attempting to bind port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:26:13.539624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Attempting to bind port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e on network 4ad5010c-69ee-40dd-871b-5646fd780b5d {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:26:13.545774 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:26:13.546121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:26:13.546427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.546826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Bound using segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:26:13.547303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Bound port: 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:26:13.547668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.646051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:26:13.649845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:26:13.653115 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.668222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fc63c239-0964-4870-8721-74063352f484 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:13.797470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.823817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Pushing event updated for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:13.829181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:13.863317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:13.864059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:13.865611 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] 10.222.0.45 "PUT /v2.0/ports/11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 1158 time: 1.2559724
Feb 05 19:26:13.866287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:26:13.952012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'status': 'completed', 'code': 200}
Feb 05 19:26:14.002667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-bd5c53f4-d3b3-41c6-b92c-df1955a5f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.004367 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-bd5c53f4-d3b3-41c6-b92c-df1955a5f9ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1161 time: 0.1015286
Feb 05 19:26:14.089228 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-cf444b9e-e408-492c-9967-5d587574161c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 217 time: 0.0765665
Feb 05 19:26:14.164530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0018c8cc-ea93-456f-917e-8bc299e2a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.166097 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-0018c8cc-ea93-456f-917e-8bc299e2a496 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0705054
Feb 05 19:26:14.215308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3f1d-9c1f-4f1c-8dda-ccdf0ce8b2dc req-08e52d43-08ab-4f8a-831d-4139718896fb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.217736 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a29d3f1d-9c1f-4f1c-8dda-ccdf0ce8b2dc req-08e52d43-08ab-4f8a-831d-4139718896fb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.4271302
Feb 05 19:26:14.252822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-baf56003-472d-4c67-aba0-371dd03277c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.254434 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-baf56003-472d-4c67-aba0-371dd03277c4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815203
Feb 05 19:26:14.284417 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a29d3f1d-9c1f-4f1c-8dda-ccdf0ce8b2dc req-153e9d52-9b20-4c2f-999e-8047b6aaae8d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0601447
Feb 05 19:26:14.404241 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-10173494-92e3-43c5-99db-cf6239c970a4 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422200
Feb 05 19:26:14.550831 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3631611c-e4f5-47bc-a02b-3906e3d97f5c req-b1523cb6-14b8-4a82-9603-28e411f8d14c service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393840
Feb 05 19:26:14.677251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-e3176e6c-f57d-4eae-936f-9327608d5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.678921 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-e3176e6c-f57d-4eae-936f-9327608d5aa3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1161 time: 0.0817697
Feb 05 19:26:14.825762 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-2214a6ea-c6fe-47c5-9853-71d1c4d3f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.827303 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-2214a6ea-c6fe-47c5-9853-71d1c4d3f066 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1396823
Feb 05 19:26:14.900381 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-45007785-4489-4b30-bc06-e042f216253e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 217 time: 0.0659101
Feb 05 19:26:14.971787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-79e82c49-6019-44ed-9827-0392bd127228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:14.973378 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-79e82c49-6019-44ed-9827-0392bd127228 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0663617
Feb 05 19:26:15.057537 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-cbf153d7-bf21-490f-88ba-ba26a99e40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:15.059947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-cbf153d7-bf21-490f-88ba-ba26a99e40fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799129
Feb 05 19:26:15.084975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:15.086802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:15.210859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-64747211-2b5d-47f6-9b4a-8906a94948e2 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425970
Feb 05 19:26:15.269464 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:26:15.588028 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b820c370-2dc7-409a-8758-a57b2d3c33f4 req-43633b92-a74b-4196-a730-8318b0403879 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3710372
Feb 05 19:26:15.588655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f88093-7425-4118-b9d8-e2526db3b7b8 req-b05a4550-0e4f-43dc-8210-faed1a580c9b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:15.589982 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0f88093-7425-4118-b9d8-e2526db3b7b8 req-b05a4550-0e4f-43dc-8210-faed1a580c9b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1695874
Feb 05 19:26:15.654826 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e0f88093-7425-4118-b9d8-e2526db3b7b8 req-0a456934-dd05-4b31-9cf0-7aa0cfe56632 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572739
Feb 05 19:26:16.950820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dcd1f-03a6-49d4-8433-d44711c4a24e req-1ae7050f-64c8-4bbf-825d-96bfc8889607 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:16.952498 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb9dcd1f-03a6-49d4-8433-d44711c4a24e req-1ae7050f-64c8-4bbf-825d-96bfc8889607 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1683900
Feb 05 19:26:17.017473 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-eb9dcd1f-03a6-49d4-8433-d44711c4a24e req-f1ca382a-f9a1-4306-b85d-85bbd89f9217 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0585909
Feb 05 19:26:18.319891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d6e6a-3351-4e98-9b98-6934cc8fd33b req-294114af-c30e-47b4-bb8f-37abc1192ca2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:18.321631 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-889d6e6a-3351-4e98-9b98-6934cc8fd33b req-294114af-c30e-47b4-bb8f-37abc1192ca2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1663220
Feb 05 19:26:18.385742 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-889d6e6a-3351-4e98-9b98-6934cc8fd33b req-85d7337a-797a-4243-9d95-058dd25729c3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0579748
Feb 05 19:26:19.672231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5b30-8bde-4f94-a8c6-ed04c2fc6365 req-6dad9c58-c225-4d6c-ad9d-1c2922c5ab9b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:19.673850 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1ad5b30-8bde-4f94-a8c6-ed04c2fc6365 req-6dad9c58-c225-4d6c-ad9d-1c2922c5ab9b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1619532
Feb 05 19:26:19.740612 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1ad5b30-8bde-4f94-a8c6-ed04c2fc6365 req-a63a845d-fde2-49c9-922e-2250dd4472bf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0602109
Feb 05 19:26:21.031125 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c34cc3-46d9-4f99-b28b-61cad7278b85 req-b44ca172-ec25-41d8-9c4a-3fa7f286ff57 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:21.032871 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c34cc3-46d9-4f99-b28b-61cad7278b85 req-b44ca172-ec25-41d8-9c4a-3fa7f286ff57 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1616590
Feb 05 19:26:21.099795 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-22c34cc3-46d9-4f99-b28b-61cad7278b85 req-fede96de-f157-41c1-911c-f049dd0eb7bc tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593927
Feb 05 19:26:22.399094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c972a-983c-42a6-a2db-e115e83706c7 req-eb654df1-9471-44b7-899d-ce1eb0950a4e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:22.400687 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c86c972a-983c-42a6-a2db-e115e83706c7 req-eb654df1-9471-44b7-899d-ce1eb0950a4e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1705647
Feb 05 19:26:22.466352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c86c972a-983c-42a6-a2db-e115e83706c7 req-a8973178-6f4e-46c7-96a9-fe68b1113f6d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0593200
Feb 05 19:26:23.114470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 11ab4b54-9fb7-48e4-8616-19a7d8613b2e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:26:23.185552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:26:23.190349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:26:23.190757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:23.313792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:23.342158 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:26:23.353289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:26:23.356095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:23.358039 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:23.402699 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'code': 200}
Feb 05 19:26:23.433128 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:23.436432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:23.700683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292333ad-8696-41a1-857f-99b7a4d040c1 req-4bea4f03-f353-42d3-b489-160cf9e1e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:23.702231 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-292333ad-8696-41a1-857f-99b7a4d040c1 req-4bea4f03-f353-42d3-b489-160cf9e1e47d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1163 time: 0.0809479
Feb 05 19:26:23.746451 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-292333ad-8696-41a1-857f-99b7a4d040c1 req-8ed09138-2eb4-4680-bc4d-e92e1fcfb6d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0372665
Feb 05 19:26:23.762619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32b620-699f-4f6e-8b4f-eff850d7e6b2 req-c4dc07d8-b083-4f06-91e7-9cbca9dea838 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:23.764321 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7c32b620-699f-4f6e-8b4f-eff850d7e6b2 req-c4dc07d8-b083-4f06-91e7-9cbca9dea838 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1646504
Feb 05 19:26:23.832236 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7c32b620-699f-4f6e-8b4f-eff850d7e6b2 req-1d96ec0b-ff9a-4987-a476-2f012bd6d970 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0615218
Feb 05 19:26:24.832293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 11ab4b54-9fb7-48e4-8616-19a7d8613b2e up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:26:24.908499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:26:24.908918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:25.136977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526bdb0-9817-445d-96aa-48f29f61fea0 req-fffd86d9-90b4-40f1-bc59-41c1833f5716 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:25.139093 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b526bdb0-9817-445d-96aa-48f29f61fea0 req-fffd86d9-90b4-40f1-bc59-41c1833f5716 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1721900
Feb 05 19:26:25.202627 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b526bdb0-9817-445d-96aa-48f29f61fea0 req-991414e8-12d9-4c49-9d99-1019b859604d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572829
Feb 05 19:26:25.496086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037665-3501-4dc8-88ed-e4c6ce7dd65e req-33e61868-5a7c-40b0-b8f3-6d4e49138872 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:25.497639 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6d037665-3501-4dc8-88ed-e4c6ce7dd65e req-33e61868-5a7c-40b0-b8f3-6d4e49138872 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1668684
Feb 05 19:26:25.562179 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6d037665-3501-4dc8-88ed-e4c6ce7dd65e req-2b013a65-b97a-4125-95e9-aaab917b9b88 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0582433
Feb 05 19:26:25.811091 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-130043f5-904d-48da-817d-b8077c5e627c tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1938217
Feb 05 19:26:25.822173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:26:25.843967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:26:25.848020 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:floatingip and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:26:25.851501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:26:25.857264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:26:25.867480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:26.017032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:26.298419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.27.3.23 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/05afe5d8-c645-444c-8eea-8b4d6666fa7a) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:26:26.456556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:26.487127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:26.503308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3e076dcc-65c7-4cff-a816-22473646e07e tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:26.640360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=05afe5d8-c645-444c-8eea-8b4d6666fa7a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:26.645046 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:26.698577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:26:26.699735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:26:26.702032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:26:26.785990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:26.846513 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:27.117584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:27.121102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:27.136439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-fbbdbd76-8a13-481a-8479-c216f7283221 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:26:27.269815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=05afe5d8-c645-444c-8eea-8b4d6666fa7a,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:26:27.273576 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:26:27.379929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:27.403070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:27.404383 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-66af2571-4030-40e8-8c0c-bc187fbdcd79 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5874932
Feb 05 19:26:27.511305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-1220a492-454f-4c48-868d-d589253b0c47 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:26:27.527222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-1220a492-454f-4c48-868d-d589253b0c47 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:26:27.528494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-1220a492-454f-4c48-868d-d589253b0c47 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.23 HTTP/1.1" status: 200  len: 695 time: 0.1172183
Feb 05 19:26:27.768784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-fe4370f3-a64a-4f73-9633-1d746465e988 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:27.770202 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f944a061-98d4-4c2c-a95b-de70bb5c161f req-fe4370f3-a64a-4f73-9633-1d746465e988 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2354035
Feb 05 19:26:28.268086 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdca9-7c08-48be-9748-bfac5783344c req-173684fe-4b28-4675-96ed-899192c80971 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:28.269747 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-173684fe-4b28-4675-96ed-899192c80971 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.3925242
Feb 05 19:26:28.372566 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-648c3cb3-9013-44c0-b533-976df03b513b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.23 HTTP/1.1" status: 200  len: 695 time: 0.0957785
Feb 05 19:26:28.382733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'port_id': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:26:28.483969 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:29.106833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:29.109783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:29.293253 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 7e183322-4dd4-4434-b793-cec722414003 associated. External IP: 172.27.3.23, port: 11ab4b54-9fb7-48e4-8616-19a7d8613b2e.
Feb 05 19:26:29.674673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:26:29.862878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:26:29.867265 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:29.873119 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:26:29.883143 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:26:29.883814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c886cec18>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:26:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:26:29.928285 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-5a2cd54b-089c-43d1-9066-7cc67eac67d3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "PUT /v2.0/floatingips/7e183322-4dd4-4434-b793-cec722414003 HTTP/1.1" status: 200  len: 996 time: 1.5496404
Feb 05 19:26:29.928866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:26:29.989968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'status': 'completed', 'code': 200}
Feb 05 19:26:30.023485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdca9-7c08-48be-9748-bfac5783344c req-d1b32e37-c24b-4372-89d1-31b0fb376f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.025273 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-d1b32e37-c24b-4372-89d1-31b0fb376f57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1163 time: 0.0832398
Feb 05 19:26:30.097980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:26:30.113320 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-585b3f4c-3a83-46c8-b763-bfcc0a84ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.114994 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-585b3f4c-3a83-46c8-b763-bfcc0a84ca2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1163 time: 0.0998588
Feb 05 19:26:30.190306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdca9-7c08-48be-9748-bfac5783344c req-d678741c-3bc2-48ef-b170-3c0032af1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.191846 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-d678741c-3bc2-48ef-b170-3c0032af1512 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1568122
Feb 05 19:26:30.267072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-b352f921-d96e-48bb-a856-539ba6de6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.269245 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-b352f921-d96e-48bb-a856-539ba6de6741 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1478426
Feb 05 19:26:30.392820 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-635b4ffe-7262-4b5c-989b-303a61d5c77c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 999 time: 0.1166718
Feb 05 19:26:30.470139 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-fb9d5bfa-2a6a-4d12-baab-08e82677bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.471762 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-fb9d5bfa-2a6a-4d12-baab-08e82677bc4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0723231
Feb 05 19:26:30.499459 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c886cec18>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '7e183322-4dd4-4434-b793-cec722414003', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:1b:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446ea9c-41db-46cf-ada2-5d039827198d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:26:26Z', 'updated_at': '2021-02-05T19:26:28Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:26:30.504281 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:26:30.515619 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:26:30.516302 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c886cec18>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:26:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:26:30.558123 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-4790f296-3de8-41d1-bf86-5674864eaf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.559748 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-4790f296-3de8-41d1-bf86-5674864eaf7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816786
Feb 05 19:26:30.560658 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-52ff2b80-505d-4a9d-8225-f6ab8338dfee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 999 time: 0.3604712
Feb 05 19:26:30.634105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdca9-7c08-48be-9748-bfac5783344c req-a07ee032-dd93-479d-b27a-1ca317992177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.640976 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-a07ee032-dd93-479d-b27a-1ca317992177 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0706959
Feb 05 19:26:30.709885 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-de7947f3-abad-4081-8749-100a24bfe6bb service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436844
Feb 05 19:26:30.720099 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:26:30.726248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefdca9-7c08-48be-9748-bfac5783344c req-c48f2055-9de5-4867-ace7-49da8594aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:30.727857 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-c48f2055-9de5-4867-ace7-49da8594aafd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856459
Feb 05 19:26:30.856218 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8f5e7782-a69c-4e1c-a672-0514d0eb2d4c req-c9ca4190-4e24-4b82-a340-7c0b2bbbeda4 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400330
Feb 05 19:26:30.879292 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-cddcf5db-d834-43a2-af2b-a0581cbc1151 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438003
Feb 05 19:26:31.026711 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8eefdca9-7c08-48be-9748-bfac5783344c req-872d2914-1062-4d73-b7e0-7b2d08851765 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405702
Feb 05 19:26:31.095950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c886cec18>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '7e183322-4dd4-4434-b793-cec722414003', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:1b:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446ea9c-41db-46cf-ada2-5d039827198d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:26:26Z', 'updated_at': '2021-02-05T19:26:28Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:26:31.100638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066040a-8cc6-4949-842a-9a678f6e182a None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '7e183322-4dd4-4434-b793-cec722414003', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:1b:7f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4446ea9c-41db-46cf-ada2-5d039827198d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:26:26Z', 'updated_at': '2021-02-05T19:26:28Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:26:31.403098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c50954-3a6c-4c4d-ad05-3fd21742e6f8 None None] New status for floating IP 7e183322-4dd4-4434-b793-cec722414003: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:26:38.165900 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-b4c9172c-e688-46f3-bff1-1375cffe4876 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0783150
Feb 05 19:26:38.321376 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-57d4191e-5839-42ea-8ce4-1e66762f9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:38.322881 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-57d4191e-5839-42ea-8ce4-1e66762f9f92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0806038
Feb 05 19:26:38.480172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-3a266a19-178e-443f-9135-89bf44c540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:38.481796 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-3a266a19-178e-443f-9135-89bf44c540e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1393030
Feb 05 19:26:38.592573 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-9cdc126a-e050-4860-b5c1-48e958ba50cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 1000 time: 0.1036820
Feb 05 19:26:38.661290 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-2083a287-5131-4256-959c-04382cc9e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:38.662865 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-2083a287-5131-4256-959c-04382cc9e8f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0645604
Feb 05 19:26:38.746360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-b9930402-b1be-42bd-9539-cbe4f6bc97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:26:38.747962 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-b9930402-b1be-42bd-9539-cbe4f6bc97f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791621
Feb 05 19:26:38.892662 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-67c16660-816f-412a-880d-d52f7bf83429 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381786
Feb 05 19:26:39.009081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:39.041703 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8fc2a76a-fc56-4bfd-8440-37ee15321891 req-962324bc-02a2-4ec6-b38a-28ac17a3ba24 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420462
Feb 05 19:26:40.832605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b5a1c700-4113-424c-8899-48efb9408c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:42.892557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5ac79044-ac6f-4e72-acdb-c9eebb989797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:43.798663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:45.087524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:45.092249 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:26:52.268753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:27:09.022686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:10.834184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb7753ff-1139-4f57-be76-83f5487d6296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:12.893896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ca432d0b-570e-45ee-8247-75ecbe8ae4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:13.801311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:15.090829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:15.095151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:29.268858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:27:38.318236 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-c61434cc-373a-4f0c-9751-4dd804a0d0db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2136497
Feb 05 19:27:38.418623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-bb697de5-d96e-4255-8588-899ecb9d6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:38.420185 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-bb697de5-d96e-4255-8588-899ecb9d6851 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 1163 time: 0.0788538
Feb 05 19:27:38.575796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-197de458-02c2-4796-8125-6447ee3df7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:38.577403 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-197de458-02c2-4796-8125-6447ee3df7b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1384432
Feb 05 19:27:38.686875 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-678cb258-5b19-46f9-8622-5e0fd7389e55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 200  len: 1001 time: 0.1024764
Feb 05 19:27:38.760286 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-ff2c68ad-d84f-4adf-b2a4-fd9f61fe6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:38.761854 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-ff2c68ad-d84f-4adf-b2a4-fd9f61fe6aee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0685902
Feb 05 19:27:38.843845 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-cdb17fb4-e734-4da9-a063-bc0a4351cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:38.845476 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-cdb17fb4-e734-4da9-a063-bc0a4351cc25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773029
Feb 05 19:27:38.856547 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-8833624f-5e72-4aa6-870c-565cdaacfdeb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:27:38.857579 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-8833624f-5e72-4aa6-870c-565cdaacfdeb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0053520
Feb 05 19:27:39.002140 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-9aaaeda2-ea80-4a38-85d6-cbdd034cc84a service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380758
Feb 05 19:27:39.040335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:39.151496 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8cdb63d9-1674-460f-a8f9-de95d0de23ab req-76de66d9-acd0-4f00-9f9c-3bd6544d9787 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434462
Feb 05 19:27:40.835314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b955bc75-8b65-4c76-91cb-02011ae97add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:42.897931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-35da2526-739e-4ebe-a49a-431331705527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:43.804909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:43.831876 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700020fe-b68e-4a9f-a695-d85d9100ae83 req-153dadbc-9cf9-48b9-b071-b1a587e4cde4 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:43.834182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-700020fe-b68e-4a9f-a695-d85d9100ae83 req-153dadbc-9cf9-48b9-b071-b1a587e4cde4 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.2390647
Feb 05 19:27:43.897327 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-700020fe-b68e-4a9f-a695-d85d9100ae83 req-95e6178c-521d-40a8-b5c6-313aab23a286 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0568349
Feb 05 19:27:45.096174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:45.099095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:45.289997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247f9d1-2013-4d7b-b6c3-bcfa8ddcacdb req-0d69a391-047b-4665-a5cd-cddf2bd56af3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:45.291617 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6247f9d1-2013-4d7b-b6c3-bcfa8ddcacdb req-0d69a391-047b-4665-a5cd-cddf2bd56af3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.2501900
Feb 05 19:27:45.354534 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6247f9d1-2013-4d7b-b6c3-bcfa8ddcacdb req-c21fad2c-716c-4ccd-9a97-5ba61b7ab01e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0564921
Feb 05 19:27:46.657717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d98deb-137b-48aa-b540-b48c2693ccb0 req-7f969a39-5b5c-40ea-a1a8-8c69fd3d551e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:46.659290 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-76d98deb-137b-48aa-b540-b48c2693ccb0 req-7f969a39-5b5c-40ea-a1a8-8c69fd3d551e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1639056
Feb 05 19:27:46.727472 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-76d98deb-137b-48aa-b540-b48c2693ccb0 req-3575b94c-8437-4db7-ba66-3e6bfdfc07fc tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0615079
Feb 05 19:27:48.021133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446fc30-0dd7-4d8b-b9fc-ded8b9a9deb6 req-22e1c25d-7673-44c8-a632-2738f19514ba tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:48.022729 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f446fc30-0dd7-4d8b-b9fc-ded8b9a9deb6 req-22e1c25d-7673-44c8-a632-2738f19514ba tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1635754
Feb 05 19:27:48.091090 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f446fc30-0dd7-4d8b-b9fc-ded8b9a9deb6 req-2395de97-2fb3-4cbb-a7cf-b6279aa1cf1f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0619650
Feb 05 19:27:49.389224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a28bf-d15a-4d91-94f6-ec833d2c935e req-37dc2ae9-41a6-45db-8db9-5481fd52918f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:49.390752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7d8a28bf-d15a-4d91-94f6-ec833d2c935e req-37dc2ae9-41a6-45db-8db9-5481fd52918f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1675012
Feb 05 19:27:49.453715 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7d8a28bf-d15a-4d91-94f6-ec833d2c935e req-8a079d0d-2449-4433-aae7-05bf6d9bd64c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0561967
Feb 05 19:27:50.743570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb16f-e2ae-4a4d-b6dc-57a696cad464 req-e1491f02-7ae2-4328-ace2-9189ac4ae175 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:50.745292 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-246eb16f-e2ae-4a4d-b6dc-57a696cad464 req-e1491f02-7ae2-4328-ace2-9189ac4ae175 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1630702
Feb 05 19:27:50.812894 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-246eb16f-e2ae-4a4d-b6dc-57a696cad464 req-56038d8c-2150-4437-9401-4a782fdf254c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0611975
Feb 05 19:27:52.112027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b31892-9560-4c29-a173-a0ae8c5cc488 req-1b56eb48-5c61-45fe-89bd-21a23c7e2b5c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:52.113810 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-96b31892-9560-4c29-a173-a0ae8c5cc488 req-1b56eb48-5c61-45fe-89bd-21a23c7e2b5c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1661103
Feb 05 19:27:52.179010 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-96b31892-9560-4c29-a173-a0ae8c5cc488 req-0490f59f-3aaf-49b8-a2f2-0bb0e5979290 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0589111
Feb 05 19:27:53.474651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19357-65ae-40fa-b5d4-47b607ef5c5a req-88b8b3fa-122c-4552-96de-8f63acb50f27 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:53.476240 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1b19357-65ae-40fa-b5d4-47b607ef5c5a req-88b8b3fa-122c-4552-96de-8f63acb50f27 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1677589
Feb 05 19:27:53.540289 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c1b19357-65ae-40fa-b5d4-47b607ef5c5a req-6e94c435-8728-4d40-b69a-846c8e25c5d8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0578153
Feb 05 19:27:53.795501 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-1462eb53-8a0e-4cb0-b4e6-acfcbc854920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:53.797114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-1462eb53-8a0e-4cb0-b4e6-acfcbc854920 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0778027
Feb 05 19:27:53.946333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-0c1514bf-3459-49fa-bba1-9687bb27aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:53.947920 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-0c1514bf-3459-49fa-bba1-9687bb27aa56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1431553
Feb 05 19:27:54.077762 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-2d60ef36-8db4-4344-b516-4ea6410fd2c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 1000 time: 0.1231430
Feb 05 19:27:54.187822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-55bce96b-761f-4289-ac4e-25193cc75434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:54.189454 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-55bce96b-761f-4289-ac4e-25193cc75434 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.1052914
Feb 05 19:27:54.297725 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-5521ecfd-b3fe-4b51-b124-9206cefe2893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:54.299465 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-5521ecfd-b3fe-4b51-b124-9206cefe2893 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1039846
Feb 05 19:27:54.487326 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-bf60ce8e-3e4a-4857-be5b-ce253da793b2 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808538
Feb 05 19:27:54.676121 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-092ac275-1535-4e8a-a9f3-0f3050b68823 req-dc3c37bc-a348-496e-836a-09b06ee487e3 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821759
Feb 05 19:27:54.882785 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f756f2f-05bf-498c-b013-6934d4f47507 req-b16ef459-55bc-441b-a636-4f2cf2005987 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:54.884435 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f756f2f-05bf-498c-b013-6934d4f47507 req-b16ef459-55bc-441b-a636-4f2cf2005987 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1866281
Feb 05 19:27:54.952691 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7f756f2f-05bf-498c-b013-6934d4f47507 req-7b86c8d4-ba1e-44fc-9225-9b64b16edea8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0618744
Feb 05 19:27:56.250697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dc434-1a08-44fb-911b-c44f9cdba8e1 req-93bf039a-c125-4a0c-8a5a-f07d8facbcd9 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:56.252475 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad3dc434-1a08-44fb-911b-c44f9cdba8e1 req-93bf039a-c125-4a0c-8a5a-f07d8facbcd9 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1658518
Feb 05 19:27:56.320163 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ad3dc434-1a08-44fb-911b-c44f9cdba8e1 req-8fb41a52-e489-4fc4-9d93-0367652150ff tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0600905
Feb 05 19:27:57.302168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:27:57.423683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:57.455394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:27:57.466495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:27:57.469763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:27:57.473439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:27:57.547607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:27:57.556403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.556818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.557306 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.557681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.558053 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.558425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.558796 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.559711 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.560091 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.560476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.560839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.561200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.561760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.562132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.562474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.562834 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.563193 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.563552 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.563912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.564270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.564707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.565074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.565433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.565788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:27:57.573178 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:27:57.601541 dv-cinder-774288-2-iscsi neutron-server[80018]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'code': 422} returned with failed status
Feb 05 19:27:57.623190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14785c3b-f284-40c2-ac12-edcc2c232568 req-d11e9898-da7f-4e15-a470-009be306a7f5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:57.624882 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-14785c3b-f284-40c2-ac12-edcc2c232568 req-d11e9898-da7f-4e15-a470-009be306a7f5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1747487
Feb 05 19:27:57.689510 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-14785c3b-f284-40c2-ac12-edcc2c232568 req-001ef284-885b-497c-b81b-4fea26907de6 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0576169
Feb 05 19:27:58.013282 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49758) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:27:58.163437 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-bdaedcef-3f41-4e97-92b8-ff534724f922 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1486773
Feb 05 19:27:58.164078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322572d-9fde-4d4d-a0e5-ac01d86a9429 req-5c2bdad1-4d84-4f11-b949-7c22fd87d916 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:58.165824 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8322572d-9fde-4d4d-a0e5-ac01d86a9429 req-5c2bdad1-4d84-4f11-b949-7c22fd87d916 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1661677
Feb 05 19:27:58.231981 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8322572d-9fde-4d4d-a0e5-ac01d86a9429 req-7edb93bb-3924-4ee4-b148-7fd89dd3e695 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0599000
Feb 05 19:27:59.535741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea6ef-b0d5-4697-be88-d54c7b1b477f req-195d6b3d-53bb-4170-93dd-6f075951c5a8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:59.537447 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b8bea6ef-b0d5-4697-be88-d54c7b1b477f req-195d6b3d-53bb-4170-93dd-6f075951c5a8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1705606
Feb 05 19:27:59.602478 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b8bea6ef-b0d5-4697-be88-d54c7b1b477f req-45b6d9da-1c4a-4122-b909-f84a39b4e472 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0587072
Feb 05 19:27:59.610105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-71d3a009-ff58-48c1-8ee5-dd0dc61c7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:59.611662 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-71d3a009-ff58-48c1-8ee5-dd0dc61c7bd3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c&tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4 HTTP/1.1" status: 200  len: 1160 time: 0.0817015
Feb 05 19:27:59.707944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-8ac4c8f9-55e4-4910-a051-58075215123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:59.709607 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-8ac4c8f9-55e4-4910-a051-58075215123b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1160 time: 0.0762451
Feb 05 19:27:59.850334 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-87aff537-3950-407f-9e20-4bb743da5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:27:59.851922 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-87aff537-3950-407f-9e20-4bb743da5fa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1359069
Feb 05 19:28:00.194077 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-9ce3c799-0b65-4b61-b555-7193793d60f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 998 time: 0.3358939
Feb 05 19:28:00.266247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-456bea39-23bb-43e9-b0fc-c005d8365dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:00.267788 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-456bea39-23bb-43e9-b0fc-c005d8365dda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0671949
Feb 05 19:28:00.349529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-974847c1-5ff6-4d54-a7b1-9e3478e39d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:00.351162 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-974847c1-5ff6-4d54-a7b1-9e3478e39d27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764821
Feb 05 19:28:00.500390 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-4ea4ecf2-6b6b-4abe-add7-73afab736a24 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426945
Feb 05 19:28:00.643854 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9b63bb53-95fb-4912-82db-d22f2d8037a1 req-65551e5f-d593-4d61-ac26-49806459effe service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368177
Feb 05 19:28:00.905484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1496c7d-d385-4991-96a4-5ba64d635236 req-8bd2c8b9-2961-4ff6-8b79-cbc24b425b77 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:00.907115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1496c7d-d385-4991-96a4-5ba64d635236 req-8bd2c8b9-2961-4ff6-8b79-cbc24b425b77 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1681149
Feb 05 19:28:00.974422 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b1496c7d-d385-4991-96a4-5ba64d635236 req-4e949d0f-575f-47f8-9f49-d2a22e9d0196 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0603096
Feb 05 19:28:02.270184 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8515e0-9299-456b-b7f1-1f163a3d60b8 req-42e3978d-5e7f-45fb-ad96-781c1b7580a2 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:02.271750 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-aa8515e0-9299-456b-b7f1-1f163a3d60b8 req-42e3978d-5e7f-45fb-ad96-781c1b7580a2 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1681905
Feb 05 19:28:02.336698 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-aa8515e0-9299-456b-b7f1-1f163a3d60b8 req-a5964bc6-3340-4530-b3dc-d5735feeec43 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0587065
Feb 05 19:28:03.632517 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4eb3a-5db2-4723-968e-c8f6a332028a req-5ae40f55-bf3e-4dba-b20c-47eb0bb5491f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:03.634077 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-43e4eb3a-5db2-4723-968e-c8f6a332028a req-5ae40f55-bf3e-4dba-b20c-47eb0bb5491f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1694260
Feb 05 19:28:03.698482 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-43e4eb3a-5db2-4723-968e-c8f6a332028a req-030cd6e4-cd51-4bc8-94a7-4aabb9a65b8a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0580323
Feb 05 19:28:04.986691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248226-6e80-4d1b-8a0a-3251a5f93041 req-56dd5b22-c58f-46b4-820c-62cf426d4015 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:04.988350 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b248226-6e80-4d1b-8a0a-3251a5f93041 req-56dd5b22-c58f-46b4-820c-62cf426d4015 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1611137
Feb 05 19:28:05.055686 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4b248226-6e80-4d1b-8a0a-3251a5f93041 req-214dac0c-76d1-49ea-8d5a-692b203ee63d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0606706
Feb 05 19:28:06.268839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:28:06.352045 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e9fef-e2c8-410a-beb9-453174b3295f req-31707d9e-fb20-493b-a6f5-d54678fa9c54 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:06.353726 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d00e9fef-e2c8-410a-beb9-453174b3295f req-31707d9e-fb20-493b-a6f5-d54678fa9c54 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1660328
Feb 05 19:28:06.418745 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d00e9fef-e2c8-410a-beb9-453174b3295f req-c8acd087-d776-49e0-9d6e-43ccbd6f5083 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0585961
Feb 05 19:28:07.660663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:28:07.724118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6e7d-ac7b-46ac-942f-f58f92bdfbdc req-d25b53c7-abd7-4ecc-a689-012643aee1ca tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:07.725812 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-be9e6e7d-ac7b-46ac-942f-f58f92bdfbdc req-d25b53c7-abd7-4ecc-a689-012643aee1ca tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1751373
Feb 05 19:28:07.733287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:28:07.733706 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:07.792044 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-be9e6e7d-ac7b-46ac-942f-f58f92bdfbdc req-f2ccb30e-c383-4e81-9e77-7b029d5c0eca tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0598574
Feb 05 19:28:07.862508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:07.891397 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:07.902254 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:28:07.905180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:07.907066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-37424dca-52cb-4780-81e8-218aeed7a80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:07.982577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:07.985968 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:08.969137 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'code': 200}
Feb 05 19:28:09.036499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:09.089740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c641e-d91a-47c3-b854-dae6911620bc req-127ed000-8c13-45f0-beb3-ac37a9b0f6c5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:09.091413 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-386c641e-d91a-47c3-b854-dae6911620bc req-127ed000-8c13-45f0-beb3-ac37a9b0f6c5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1714170
Feb 05 19:28:09.161111 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-386c641e-d91a-47c3-b854-dae6911620bc req-678e2f80-9978-4cf3-a7ca-7e7b9ee4ed40 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624011
Feb 05 19:28:09.262270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd7963-fa98-4860-b5bb-c2499ac5233a req-5cc3f338-4895-4755-89cc-4f2fc9b33555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:09.263858 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7bd7963-fa98-4860-b5bb-c2499ac5233a req-5cc3f338-4895-4755-89cc-4f2fc9b33555 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0860858
Feb 05 19:28:09.307843 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c7bd7963-fa98-4860-b5bb-c2499ac5233a req-19c6a8bd-5e7e-4925-83ec-355d05a73c98 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0365343
Feb 05 19:28:09.377554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:28:09.449416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:28:09.449819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:10.467002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d74659-819f-4e5a-8363-27919f1c95eb req-e3cb02c9-8efa-4441-81fb-d86d1f8225cb tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:10.468834 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-39d74659-819f-4e5a-8363-27919f1c95eb req-e3cb02c9-8efa-4441-81fb-d86d1f8225cb tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1741390
Feb 05 19:28:10.543426 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-39d74659-819f-4e5a-8363-27919f1c95eb req-0e504961-e51b-4d05-9805-ec343a74d46a tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0677376
Feb 05 19:28:10.836075 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7805511c-fe87-412c-a8e8-1201e1b7eee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:11.836416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094825f-155c-4d54-9d74-30937202b644 req-40926060-006d-406d-9a1b-7110256f085f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:11.838017 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5094825f-155c-4d54-9d74-30937202b644 req-40926060-006d-406d-9a1b-7110256f085f tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1680584
Feb 05 19:28:11.903463 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5094825f-155c-4d54-9d74-30937202b644 req-311bf756-50ca-4034-8937-f75da33e1a2d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0581133
Feb 05 19:28:12.899804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e32d60e5-b83f-4e8d-93fb-6aceb161f6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:13.808474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:15.100696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:15.104714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:25.395641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7b60a-c628-4bd6-8e61-7a219b1d8326 req-3bd61271-93a1-41cc-92e1-8c4e1d39793d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:25.397305 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a8c7b60a-c628-4bd6-8e61-7a219b1d8326 req-3bd61271-93a1-41cc-92e1-8c4e1d39793d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1648524
Feb 05 19:28:25.461004 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a8c7b60a-c628-4bd6-8e61-7a219b1d8326 req-43e178a0-7d38-4f39-b039-0156c2ce0939 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0573909
Feb 05 19:28:26.765685 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5387d1-d38f-46b3-ae2b-83cef0a4829b req-3953749c-9288-499e-b59a-f7c69bc9cd5a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:26.767303 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0a5387d1-d38f-46b3-ae2b-83cef0a4829b req-3953749c-9288-499e-b59a-f7c69bc9cd5a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1713696
Feb 05 19:28:26.834351 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0a5387d1-d38f-46b3-ae2b-83cef0a4829b req-acdc42b5-8114-49b2-93f0-081323fd9b91 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0598474
Feb 05 19:28:26.838118 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-5acb0eb3-10be-4b7d-8919-0eea8b17301e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:26.838933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-5acb0eb3-10be-4b7d-8919-0eea8b17301e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:28:26.855146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-5acb0eb3-10be-4b7d-8919-0eea8b17301e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:28:26.856480 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-5acb0eb3-10be-4b7d-8919-0eea8b17301e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 946 time: 0.1798093
Feb 05 19:28:26.952815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:28:26.953187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.212702 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:28:27.213100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.459147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 11ab4b54-9fb7-48e4-8616-19a7d8613b2e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:28:27.526895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.527305 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.527655 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 7e183322-4dd4-4434-b793-cec722414003 disassociated. External IP: 172.27.3.23, port: 11ab4b54-9fb7-48e4-8616-19a7d8613b2e.
Feb 05 19:28:27.528027 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 11ab4b54-9fb7-48e4-8616-19a7d8613b2e owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:28:27.582955 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.611982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:27.622707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:28:27.625683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:27.627695 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:27.629264 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:28:27.630037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:28:27.674810 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'code': 200}
Feb 05 19:28:27.700152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:27.703593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:28.131074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:28:28.131596 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:28.134717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da1d28-589d-47dd-a074-2b8d0ee26844 req-40b14fbf-172e-4b6c-8a94-f7bdbb0f90de tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:28.136425 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-35da1d28-589d-47dd-a074-2b8d0ee26844 req-40b14fbf-172e-4b6c-8a94-f7bdbb0f90de tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 944 time: 0.1646328
Feb 05 19:28:28.204744 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-35da1d28-589d-47dd-a074-2b8d0ee26844 req-ec9349be-e1df-456e-9f9c-2f7a589124d5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0618739
Feb 05 19:28:28.398491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] For port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:28:28.398802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:28.709500 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:28.709821 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:28.710171 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 7e183322-4dd4-4434-b793-cec722414003 disassociated. External IP: 172.27.3.23, port: 11ab4b54-9fb7-48e4-8616-19a7d8613b2e.
Feb 05 19:28:28.710549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 11ab4b54-9fb7-48e4-8616-19a7d8613b2e owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:28:28.858210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:28.874116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cb6188b6-0e5c-4557-84db-70360c1f8c21 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:28.969564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=11ab4b54-9fb7-48e4-8616-19a7d8613b2e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:28.985582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.986006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.986422 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.986835 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.987284 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.988357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.988800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.989208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.989611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.990012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.990414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.990815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.991253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.991655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.992054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.992492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.992878 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.993274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.993671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.994066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.994465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.994858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.995252 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:28.995644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:29.000732 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:29.258899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:28:29.389129 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c9d1fc98-8536-4a7f-8248-d8b7a05c95b4 req-bf1c2cb0-9689-43ab-9911-856157b99061 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=4446ea9c-41db-46cf-ada2-5d039827198d HTTP/1.1" status: 200  len: 210 time: 0.0510526
Feb 05 19:28:29.468386 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:28:29.510458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] No DVR routers for this DVR port 11ab4b54-9fb7-48e4-8616-19a7d8613b2e on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:28:29.513098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:29.516274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-deleted', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:29.533988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0eee9f8f-9ed2-4c37-a83c-0e5380d59293 req-2bb21136-4c48-47e3-9f73-5d3634d73f9e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "DELETE /v2.0/ports/11ab4b54-9fb7-48e4-8616-19a7d8613b2e HTTP/1.1" status: 204  len: 173 time: 2.6717417
Feb 05 19:28:29.584279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:28:29.605729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:28:29.606415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c878fa198>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:28:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:29.751270 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4446ea9c-41db-46cf-ada2-5d039827198d', 'name': 'network-vif-deleted', 'tag': '11ab4b54-9fb7-48e4-8616-19a7d8613b2e', 'status': 'completed', 'code': 200}
Feb 05 19:28:29.832926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:28:30.198981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c878fa198>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:30.202951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:28:30.212446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:28:30.213109 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c878fa198>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:28:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:30.411438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:28:30.757403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c878fa198>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:30.761608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f839d0-61b1-4ad6-b336-3fdae8cf5ae7 None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:28:30.770783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-1201ca2f-73fb-4caf-ab60-cee4a0a99b37 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-646745103&fields=id&tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 267 time: 0.0595813
Feb 05 19:28:31.014133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-a8cba85f-93d8-4afd-91b6-573ad3acde71 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:31.015783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-a8cba85f-93d8-4afd-91b6-573ad3acde71 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2374976
Feb 05 19:28:31.033304 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-0db53c9d-9976-452d-b50e-eb2a9b7dfd39 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/quotas/f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 375 time: 0.0109010
Feb 05 19:28:31.155042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6262a902-faf7-4b31-80cd-b77cc59c45f6 None None] New status for floating IP 7e183322-4dd4-4434-b793-cec722414003: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:28:31.402866 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-e8584790-d014-4737-8491-472aef649636 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3627934
Feb 05 19:28:31.525181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-0212fc55-150d-4f90-b509-aa769e73d9ef service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:28:31.526266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-0212fc55-150d-4f90-b509-aa769e73d9ef service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1107814
Feb 05 19:28:31.670407 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-cd9727fd-9003-4e4e-8441-9e77deca3c65 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372466
Feb 05 19:28:31.814009 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-914377f5-feef-405d-85ed-84d29223ec38 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366217
Feb 05 19:28:32.245092 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-7e356b37-6789-426b-8e66-c1d5f683c9bf req-1349c443-b0ab-4ecf-8865-4961132032aa tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 210 time: 0.0507946
Feb 05 19:28:33.382239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-2d1e8da5-b718-404a-95b7-386af9b7d296 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:33.383901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-2d1e8da5-b718-404a-95b7-386af9b7d296 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2389812
Feb 05 19:28:33.426306 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b6672b1b-930f-4e97-ad06-0ce99a6b1b67 req-6464b820-26a0-4d82-8e30-516e49267e1b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 210 time: 0.0526865
Feb 05 19:28:33.734845 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-4e85c3e6-dc7f-4a3c-9612-77416caafbf6 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 5763 time: 0.3380690
Feb 05 19:28:33.744331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'port': {'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'admin_state_up': True, 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'security_groups': ['82c78f7d-9fb6-4c94-86c8-e4312ff84ad7']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:28:33.890017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:28:33.894465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:port and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:28:33.897453 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:28:33.903175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:28:33.912133 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Made reservation on behalf of f4c9ae5415b8444987b1d87309a44776 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:28:33.934967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:34.254210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.20.0.7 (4ad5010c-69ee-40dd-871b-5646fd780b5d/b1282abc-0f3e-4acc-9f25-e60ec21196a7/2a3e613f-5b3b-4c44-b212-403cc3d10c21) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:28:34.453849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:34.471107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Transition to ACTIVE for port object 2a3e613f-5b3b-4c44-b212-403cc3d10c21 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:28:34.495624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:34.511564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-430a10f7-0848-45f8-89b6-ce36437fbe29 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:34.660966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=2a3e613f-5b3b-4c44-b212-403cc3d10c21,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:34.665489 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:34.718884 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:28:34.720067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:28:34.722766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:28:34.856499 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:34.857221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:34.874996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2b6f3-4157-40de-9384-89b7ff096170 req-211df076-b8ad-45b0-9951-433734f7c4e7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:34.877046 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03d2b6f3-4157-40de-9384-89b7ff096170 req-211df076-b8ad-45b0-9951-433734f7c4e7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 931 time: 0.1767840
Feb 05 19:28:34.888237 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1475458
Feb 05 19:28:34.900129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Request body: {'port': {'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:28:34.941209 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9adb1b8f-5694-4519-94a8-ad2ddd34870d None None] Provisioning for port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:28:34.943619 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-03d2b6f3-4157-40de-9384-89b7ff096170 req-7091ba86-9cef-46a9-ba3d-1fc094536013 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0595002
Feb 05 19:28:34.947421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-9adb1b8f-5694-4519-94a8-ad2ddd34870d None None] Provisioning complete for port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:28:34.947840 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9adb1b8f-5694-4519-94a8-ad2ddd34870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.008933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-9adb1b8f-5694-4519-94a8-ad2ddd34870d None None] Port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:28:35.026765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.439930 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3e613f-5b3b-4c44-b212-403cc3d10c21 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:28:35.448232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.460624 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Transition to ACTIVE for port object 2a3e613f-5b3b-4c44-b212-403cc3d10c21 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:28:35.463341 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.478863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:35.613630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3e613f-5b3b-4c44-b212-403cc3d10c21,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:35.616792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:35.813618 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Attempting to bind port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:28:35.813998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Attempting to bind port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:28:35.814370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Attempting to bind port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 on network 4ad5010c-69ee-40dd-871b-5646fd780b5d {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:28:35.822048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:28:35.822412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:28:35.822802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.823274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Bound using segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:28:35.823649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Bound port: 2a3e613f-5b3b-4c44-b212-403cc3d10c21, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:28:35.824022 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.919839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] For port 2a3e613f-5b3b-4c44-b212-403cc3d10c21, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:28:35.923017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] For port 2a3e613f-5b3b-4c44-b212-403cc3d10c21, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:28:35.927194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:35.943710 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c04fc944-909e-4aca-b3c9-25bb7908fa55 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:36.107852 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3e613f-5b3b-4c44-b212-403cc3d10c21,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:36.114345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:36.146005 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.146692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:36.148203 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 1157 time: 1.2527120
Feb 05 19:28:36.148782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:36.233504 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'status': 'completed', 'code': 200}
Feb 05 19:28:36.267953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75ffd3-ec02-49f3-8a3c-362efa012720 req-5770532d-793a-4f59-89e7-227b71191082 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.270494 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a75ffd3-ec02-49f3-8a3c-362efa012720 req-5770532d-793a-4f59-89e7-227b71191082 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1952994
Feb 05 19:28:36.273894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-2b6c57be-6fc8-40ea-97cd-b085d66a400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.275549 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-2b6c57be-6fc8-40ea-97cd-b085d66a400a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1160 time: 0.0877528
Feb 05 19:28:36.347204 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a75ffd3-ec02-49f3-8a3c-362efa012720 req-a0c22da7-6f57-4fe8-89fa-7bdb4b7ce3cc tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0702527
Feb 05 19:28:36.358702 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-e9e9f9e9-7cc0-434c-b2e2-caa50523a049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 217 time: 0.0746372
Feb 05 19:28:36.431234 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-0c9f90ba-0249-4072-965a-e814f7b8dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.432759 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-0c9f90ba-0249-4072-965a-e814f7b8dd70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0670745
Feb 05 19:28:36.519146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-60654f9a-1986-49d1-bff0-727a03f73625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.520660 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-60654f9a-1986-49d1-bff0-727a03f73625 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809228
Feb 05 19:28:36.667588 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-eddd96dd-d03b-46db-aeb0-224c33ba9e55 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396375
Feb 05 19:28:36.808947 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6951d6c7-1354-4662-b960-bb6511c3b538 req-1f3b6a48-f257-4791-9e0f-6061dc80d42b service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344435
Feb 05 19:28:36.929181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f324-8853-474c-8468-602123c5f268 req-dde5147d-b7e5-4efb-847d-2708c8de54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:36.930791 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-dde5147d-b7e5-4efb-847d-2708c8de54e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1160 time: 0.0785084
Feb 05 19:28:37.073400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f324-8853-474c-8468-602123c5f268 req-e5accdd4-2cea-4e7f-a6ec-f70102cb15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:37.074983 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-e5accdd4-2cea-4e7f-a6ec-f70102cb15dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1373906
Feb 05 19:28:37.381307 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-3f2c0e9a-ab76-499d-af40-b5c62c7ad27a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 217 time: 0.2989650
Feb 05 19:28:37.452756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f324-8853-474c-8468-602123c5f268 req-39c1f74b-d268-48ef-8be0-2201dc0d5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:37.454334 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-39c1f74b-d268-48ef-8be0-2201dc0d5ed4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0667720
Feb 05 19:28:37.538772 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612f324-8853-474c-8468-602123c5f268 req-921b7ce9-e03a-468b-a082-7396193e9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:37.540402 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-921b7ce9-e03a-468b-a082-7396193e9b38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786252
Feb 05 19:28:37.651899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcbe7e-8991-4902-a55a-69ab43bb388d req-0bd7b5f1-bc3d-40f2-ad18-a46cfd256aaf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:37.653541 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8ebcbe7e-8991-4902-a55a-69ab43bb388d req-0bd7b5f1-bc3d-40f2-ad18-a46cfd256aaf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1690271
Feb 05 19:28:37.686203 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-bc8da19a-424a-4e8a-8956-cd118198b7ed service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386750
Feb 05 19:28:37.720673 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-8ebcbe7e-8991-4902-a55a-69ab43bb388d req-9ca9933d-1ce3-405d-8bd9-709172be3b70 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599544
Feb 05 19:28:37.829509 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f612f324-8853-474c-8468-602123c5f268 req-e2eec8f1-a21b-45de-973a-e0c78db78dc3 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359644
Feb 05 19:28:39.021147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc870b-999f-4991-b0d0-7aeec22ebaab req-e3b3463f-3e70-4408-84d9-6fe322adb23a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:39.022825 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f3bc870b-999f-4991-b0d0-7aeec22ebaab req-e3b3463f-3e70-4408-84d9-6fe322adb23a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1715350
Feb 05 19:28:39.039891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:39.092773 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f3bc870b-999f-4991-b0d0-7aeec22ebaab req-87104d38-1a09-4e18-93c9-8ed5c401b08d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0631359
Feb 05 19:28:39.162767 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-38bebc0c-de1c-4f6c-be3a-2c3474ee8542 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0804288
Feb 05 19:28:39.316696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-6a36edbe-8b50-4d91-97fe-c92af38e940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:39.318321 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-6a36edbe-8b50-4d91-97fe-c92af38e940c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0775068
Feb 05 19:28:39.481423 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-763303af-48b0-46c8-9820-37a1d0387998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:39.483055 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-763303af-48b0-46c8-9820-37a1d0387998 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1431010
Feb 05 19:28:39.599548 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-82fce460-9d90-42ee-825b-d6dc9ccaba85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 1000 time: 0.1082335
Feb 05 19:28:39.670570 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-8165bc8b-9b1f-4fbf-8b94-1331c4ae3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:39.672138 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-8165bc8b-9b1f-4fbf-8b94-1331c4ae3f49 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0664847
Feb 05 19:28:39.753339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-5d2c0cad-0d14-43de-8df5-477c4c2b55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:39.754886 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-5d2c0cad-0d14-43de-8df5-477c4c2b55f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761795
Feb 05 19:28:39.896891 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-5654a49f-5a70-465f-9904-79f3754b95a0 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347342
Feb 05 19:28:40.039986 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c27f7989-8670-4914-8b70-f2dd1db117c3 req-8d598a99-e382-4c0b-86a2-1b0d6b53b590 service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358743
Feb 05 19:28:40.383946 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9a3c-0cad-4336-a581-a2ef9f7068b1 req-d3cd5d6a-1164-476c-810e-659949358b0e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:40.385644 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e04a9a3c-0cad-4336-a581-a2ef9f7068b1 req-d3cd5d6a-1164-476c-810e-659949358b0e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1623342
Feb 05 19:28:40.453012 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e04a9a3c-0cad-4336-a581-a2ef9f7068b1 req-a1b56848-e9c3-4696-846c-2108c4fd08c1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0611525
Feb 05 19:28:40.837208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-777c24da-02a3-43ef-8a1d-f1bf4830fe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:41.743632 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c5904-b969-4e3c-b123-fac7a8e697bc req-3fb6bd37-6147-4c77-b19e-f30242139a5f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:41.745207 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb1c5904-b969-4e3c-b123-fac7a8e697bc req-3fb6bd37-6147-4c77-b19e-f30242139a5f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1641254
Feb 05 19:28:41.809175 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cb1c5904-b969-4e3c-b123-fac7a8e697bc req-d41450cf-8444-42fd-8da8-68f105a045b2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0576453
Feb 05 19:28:42.902025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ce619edb-2c81-479a-8c6e-c946c8660b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:43.106822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d68f6-d789-4644-9af7-0d4c32ef04de req-9cbce28b-c07e-409e-b113-6b996b024a52 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:43.108503 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f00d68f6-d789-4644-9af7-0d4c32ef04de req-9cbce28b-c07e-409e-b113-6b996b024a52 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 943 time: 0.1708798
Feb 05 19:28:43.173003 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f00d68f6-d789-4644-9af7-0d4c32ef04de req-0553f412-bf78-454f-9cc5-320d82ac6995 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0575337
Feb 05 19:28:43.268940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:28:43.812951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:43.817077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2a3e613f-5b3b-4c44-b212-403cc3d10c21 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:28:43.889260 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:28:43.894763 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:28:43.895179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:44.015569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:44.043783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:44.054797 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 2a3e613f-5b3b-4c44-b212-403cc3d10c21, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:28:44.057612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:44.059553 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:44.108942 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'code': 200}
Feb 05 19:28:44.136248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=2a3e613f-5b3b-4c44-b212-403cc3d10c21,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:44.139592 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:44.398569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bf3d3-faab-4d07-9e51-253c75308424 req-2c120bc7-aaae-499c-8379-4433c935ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:44.400115 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0f0bf3d3-faab-4d07-9e51-253c75308424 req-2c120bc7-aaae-499c-8379-4433c935ef1a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0773265
Feb 05 19:28:44.451129 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0f0bf3d3-faab-4d07-9e51-253c75308424 req-9b7e66a6-5e2e-48d3-972f-8aeccf0b7256 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0430562
Feb 05 19:28:44.468322 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9f06-fd43-4013-affc-ffd371844326 req-62bfe3ca-6b65-4bbf-950b-eb920dcee51f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:44.470037 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-794c9f06-fd43-4013-affc-ffd371844326 req-62bfe3ca-6b65-4bbf-950b-eb920dcee51f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1669207
Feb 05 19:28:44.537531 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-794c9f06-fd43-4013-affc-ffd371844326 req-a2357bf4-2b64-49cc-9fa5-47e6a26ab362 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0608039
Feb 05 19:28:45.103641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:45.105508 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:45.567437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2a3e613f-5b3b-4c44-b212-403cc3d10c21 up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:28:45.641891 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:28:45.642303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:45.832794 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d926f1-d93d-4e69-9902-ebd8f3c7d654 req-86547737-8b9b-4208-9444-c6b3b64f25e7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:45.834364 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1d926f1-d93d-4e69-9902-ebd8f3c7d654 req-86547737-8b9b-4208-9444-c6b3b64f25e7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1642704
Feb 05 19:28:45.897808 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e1d926f1-d93d-4e69-9902-ebd8f3c7d654 req-02b96f5e-8bcd-4344-b4bd-9ecfc76b45b2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0572312
Feb 05 19:28:46.192482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8b7e9-038f-402a-bcd6-63eba195f54b req-9d74479b-1908-4a60-92fe-ef2b0ab57778 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:46.194042 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64a8b7e9-038f-402a-bcd6-63eba195f54b req-9d74479b-1908-4a60-92fe-ef2b0ab57778 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1672387
Feb 05 19:28:46.260249 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-64a8b7e9-038f-402a-bcd6-63eba195f54b req-4259e55a-c3b9-4aab-8b44-aaafd505d20f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0598576
Feb 05 19:28:46.506713 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-1347bc3c-83ef-4ec7-b441-032306162dc0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1921809
Feb 05 19:28:46.516864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:28:46.538827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:28:46.548744 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:28:46.557872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:46.711407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:46.987771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.27.3.49 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/687a096b-d42c-4417-9d50-0addfa88bf19) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:28:47.149017 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:47.179473 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:47.195585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e0ddcd98-4e1e-40d6-98b4-ad95d33f6d54 tempest-AttachVolumeShelveTestJSON-1186009443 tempest-AttachVolumeShelveTestJSON-1186009443-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:47.332666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=687a096b-d42c-4417-9d50-0addfa88bf19,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:47.352753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.353174 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.353588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.353992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.354392 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.354799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.355198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.355595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.355991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.356387 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.356811 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.357207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.357640 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.358038 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.358433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.358826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.359220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.359614 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.360011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.360407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.360848 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.361240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.361635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.362997 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:28:47.369042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:47.409593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:28:47.410813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:28:47.413067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:28:47.499347 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:47.561074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:48.062594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:48.066201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:48.081742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-51371601-a00c-4e6d-a6ae-564a34d4b31d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:28:48.214658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=687a096b-d42c-4417-9d50-0addfa88bf19,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:28:48.219557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:28:48.322806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:48.349068 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:48.350364 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-c9604eac-699b-4fa5-9275-66c44e6e44df tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8377509
Feb 05 19:28:48.452973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-534c1c05-5579-486e-9113-42839bb4dcc4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:28:48.468589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-534c1c05-5579-486e-9113-42839bb4dcc4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:28:48.469850 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-534c1c05-5579-486e-9113-42839bb4dcc4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.49 HTTP/1.1" status: 200  len: 695 time: 0.1129262
Feb 05 19:28:48.719065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-050445c6-dae2-4479-83ba-ffdce815b83c tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:48.721713 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-effa7d68-e266-4aef-a992-8a206c27e2ac req-050445c6-dae2-4479-83ba-ffdce815b83c tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2453203
Feb 05 19:28:48.994344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-70644918-4090-477e-8c7d-17cc3ab6a276 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:48.995918 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-70644918-4090-477e-8c7d-17cc3ab6a276 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1649930
Feb 05 19:28:49.109224 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-cc844eff-6cfc-4cd0-ba32-6823b2b38fad tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.49 HTTP/1.1" status: 200  len: 695 time: 0.1069658
Feb 05 19:28:49.121491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:28:49.219179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:49.847153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:49.849893 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:50.034207 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 5d19139d-34bf-4f50-8702-ad129be30e8a associated. External IP: 172.27.3.49, port: 2a3e613f-5b3b-4c44-b212-403cc3d10c21.
Feb 05 19:28:50.411176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:28:50.604202 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:28:50.609120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:28:50.614008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:28:50.624742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:28:50.625407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87871470>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:28:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:50.667274 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-550536b3-c3ce-4abb-b2c1-9ed9cf43ffd1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "PUT /v2.0/floatingips/5d19139d-34bf-4f50-8702-ad129be30e8a HTTP/1.1" status: 200  len: 995 time: 1.5503006
Feb 05 19:28:50.667755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:28:50.828588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:28:50.935028 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-43faab1d-904b-4f1c-9aae-88a2f76a33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:50.936671 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-43faab1d-904b-4f1c-9aae-88a2f76a33e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0864830
Feb 05 19:28:51.009209 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'status': 'completed', 'code': 200}
Feb 05 19:28:51.034584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-04fbf9b3-6798-4560-9d26-ab4748f0ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.042774 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-04fbf9b3-6798-4560-9d26-ab4748f0ad4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.3613222
Feb 05 19:28:51.116512 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-92bb7ac4-4dd1-4f78-a5fa-21d7e34f33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.118175 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-92bb7ac4-4dd1-4f78-a5fa-21d7e34f33cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1746666
Feb 05 19:28:51.191374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-d24a49f0-edea-4b49-8ac5-8d9e587bde83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.192965 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-d24a49f0-edea-4b49-8ac5-8d9e587bde83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1493225
Feb 05 19:28:51.235044 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-328916fe-dcfc-4a5f-80fa-fbc8e61f1942 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 998 time: 0.1103230
Feb 05 19:28:51.308771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-e1c3b972-e1ac-4e07-8160-5d0caef2d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.309020 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-b44868b0-0268-43ec-9440-faa25c356584 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 998 time: 0.1093519
Feb 05 19:28:51.310901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-e1c3b972-e1ac-4e07-8160-5d0caef2d8d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0696766
Feb 05 19:28:51.374917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87871470>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:49Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:51.379830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:28:51.381225 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-6b2919a8-4518-472a-abc3-ced9e3091305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.382872 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-6b2919a8-4518-472a-abc3-ced9e3091305 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0670600
Feb 05 19:28:51.389327 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:28:51.389981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87871470>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:28:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:51.400803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-d1d2eeb0-3b2d-4798-bcf7-4b82315e960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.402620 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-d1d2eeb0-3b2d-4798-bcf7-4b82315e960a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858176
Feb 05 19:28:51.469151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-3948f4f8-7eda-4307-a2cc-c3c78bc4cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:28:51.470741 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-3948f4f8-7eda-4307-a2cc-c3c78bc4cd06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796280
Feb 05 19:28:51.567960 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-35d9508d-182b-4a3a-b557-2957e74e6305 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473601
Feb 05 19:28:51.586417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:28:51.622234 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-c4c18ae7-b2a2-4809-b971-a470ffc1970e service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433992
Feb 05 19:28:51.720985 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-0296e3a2-18a0-43fc-9556-f885e5967902 req-1861eb52-e056-4dbb-8467-485e83df749c service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459172
Feb 05 19:28:51.774567 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e4fc9f38-3183-44cd-a5dc-a3c7581cfb9b req-218a4435-3d08-4d72-92d8-4b23859cd98e service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453400
Feb 05 19:28:51.959344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87871470>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:49Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:28:51.963579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb97a6-e6ab-4b9b-945d-37f58911a7c5 None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:49Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:28:52.273984 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7d90e3-c1eb-46d4-9dfd-51feee71b189 None None] New status for floating IP 5d19139d-34bf-4f50-8702-ad129be30e8a: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:29:09.051929 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:10.842154 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9caa1771-1ffe-43d0-8aef-9086b24e7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:12.904351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-28e940cb-3cd7-40bf-bb41-41773d75ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:13.815873 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:15.104906 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:15.106024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:20.268998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:29:24.458263 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-15343f82-1e7d-4b8f-b667-e166c823b62c tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/floatingips/88430f49-6691-4d48-95a2-a086697b30ac HTTP/1.1" status: 200  len: 997 time: 0.1314654
Feb 05 19:29:24.696543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-70fb8d01-92d8-46a6-b147-801a3ad02b05 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:24.698038 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-70fb8d01-92d8-46a6-b147-801a3ad02b05 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2341266
Feb 05 19:29:24.709639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-0df65d2c-0dc9-4778-a45f-02f922595688 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:29:24.710591 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-0df65d2c-0dc9-4778-a45f-02f922595688 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0065818
Feb 05 19:29:24.837937 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-4d4727a4-8737-48c3-a241-dac510163aeb tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.83 HTTP/1.1" status: 200  len: 1000 time: 0.1213264
Feb 05 19:29:25.006985 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-3f432d47-67d4-410a-ba2e-52f1ca24c1f3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:25.008489 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-3f432d47-67d4-410a-ba2e-52f1ca24c1f3 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports/4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 942 time: 0.1643820
Feb 05 19:29:25.215112 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-2c3f3ed1-f42c-450d-a3c9-75a404f7a51e tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.83 HTTP/1.1" status: 200  len: 1000 time: 0.1221769
Feb 05 19:29:25.457612 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Deleting port c8a5282b-ca8f-4e71-9c03-acf90479a307 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:25.457999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:25.642868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:25.643463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:25.776272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Calling delete_port for c8a5282b-ca8f-4e71-9c03-acf90479a307 owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:25.929944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:25.945396 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4c0a535d-0171-4e17-92fa-0235fad9fb98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:26.043556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event deleted for resources: {'Port': ['ID=c8a5282b-ca8f-4e71-9c03-acf90479a307,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:26.047603 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:26.170346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:26.170720 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Floating IP 88430f49-6691-4d48-95a2-a086697b30ac disassociated (deleted). External IP: 172.27.3.83, port: 4f69bf2c-dcfa-410b-a2fe-d97498499c2f.
Feb 05 19:29:26.552867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Router 7f451100-770e-473d-8f93-5fd33482f080 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:29:26.741283 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:29:26.751013 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Sync routers for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:29:26.761349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:26.761889 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:26.762546 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d87550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:26.970980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:27.065076 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-991b8ba4-01c1-4e0c-b814-3487e59a2c97 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "DELETE /v2.0/floatingips/88430f49-6691-4d48-95a2-a086697b30ac HTTP/1.1" status: 204  len: 173 time: 1.8433545
Feb 05 19:29:27.065655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:29:27.130300 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'status': 'completed', 'code': 200}
Feb 05 19:29:27.164549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-9e532f5d-5151-4570-9df0-af4421aa07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.166203 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-9e532f5d-5151-4570-9df0-af4421aa07c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0851235
Feb 05 19:29:27.228525 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-d7901412-9ef9-4758-9d36-f764918d5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.230151 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-d7901412-9ef9-4758-9d36-f764918d5826 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 1162 time: 0.0815659
Feb 05 19:29:27.317167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-82ed44f5-1ce5-4b45-abe2-08c7fd47ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.318804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-82ed44f5-1ce5-4b45-abe2-08c7fd47ad28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1458066
Feb 05 19:29:27.323374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d87550>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:27.327514 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Checking router: 7f451100-770e-473d-8f93-5fd33482f080 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:29:27.336651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:27.337315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87d87550>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:27.379651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-2f71bbd9-a23b-45e1-8596-9a18d9aa973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.381284 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-2f71bbd9-a23b-45e1-8596-9a18d9aa973f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 200  len: 903 time: 0.1437943
Feb 05 19:29:27.403967 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-547ff44c-2be5-4655-a5a5-294607427397 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 217 time: 0.0753100
Feb 05 19:29:27.461474 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-d6e34733-26b4-4039-a039-4ca7404ddd75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 200  len: 217 time: 0.0710301
Feb 05 19:29:27.477582 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-7e7ba8db-e3ad-4bfc-bd49-55bc232a3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.479256 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-7e7ba8db-e3ad-4bfc-bd49-55bc232a3c31 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0674295
Feb 05 19:29:27.531127 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:27.538063 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-478d0387-3986-48a9-bb79-eb9d333f393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.539642 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-478d0387-3986-48a9-bb79-eb9d333f393f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 200  len: 848 time: 0.0704110
Feb 05 19:29:27.568802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-33634134-6b15-4116-9101-ac6eb7d61ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.570459 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-33634134-6b15-4116-9101-ac6eb7d61ce0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835464
Feb 05 19:29:27.631993 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-44a748de-4fa8-4c21-96f5-92b723bb9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:27.633735 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-44a748de-4fa8-4c21-96f5-92b723bb9879 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4194d517-1101-4c4f-8c4e-94bb193a250a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863822
Feb 05 19:29:27.722028 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-54903fa0-33e3-4935-9c1e-b13dcda8f680 service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443632
Feb 05 19:29:27.785352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-730094ef-15c8-4cf2-8624-015d80cfca2e service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434741
Feb 05 19:29:27.873283 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-583c00bf-88b9-40a4-b0dd-cef24279fb55 req-a1bc6992-b9ed-46f4-916f-4dc1aa681013 service neutron] 10.222.0.59 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437361
Feb 05 19:29:27.883484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87d87550>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:27.888351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d8fd-1157-4c13-adc2-d57fead04395 None None] The sync data for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi is: [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:24:46Z', 'revision_number': 4, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '44941df3-0b82-4cd7-9186-0c30024a9f0d', 'name': '', 'network_id': '4194d517-1101-4c4f-8c4e-94bb193a250a', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'mac_address': 'fa:16:3e:0c:4a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:45Z', 'updated_at': '2021-02-05T19:24:57Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'subnets': [{'id': '048e3f06-4b39-4de8-924f-80e4313f0603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:29:27.938597 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1ec51692-135d-4442-aed7-5e6bf15b7610 req-fa19f0ad-c64f-443f-bc32-a20fd640c7ef service neutron] 10.222.0.45 "GET /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453302
Feb 05 19:29:28.283577 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e531548-21d6-46dc-b4e1-c71d398846a1 None None] New status for floating IP 88430f49-6691-4d48-95a2-a086697b30ac: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:29:28.387102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e3ad-ffca-4063-9d82-c4a95c9372cd req-128feb66-8951-42ab-912d-d207de5c60f1 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:28.387830 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c224e3ad-ffca-4063-9d82-c4a95c9372cd req-128feb66-8951-42ab-912d-d207de5c60f1 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Synchronizing usage tracker for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:29:28.404999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-c224e3ad-ffca-4063-9d82-c4a95c9372cd req-128feb66-8951-42ab-912d-d207de5c60f1 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Unset dirty status for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:29:28.406286 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c224e3ad-ffca-4063-9d82-c4a95c9372cd req-128feb66-8951-42ab-912d-d207de5c60f1 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1829634
Feb 05 19:29:28.470982 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c224e3ad-ffca-4063-9d82-c4a95c9372cd req-39a0a370-7127-46a8-a01f-2984b2d5a993 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0583298
Feb 05 19:29:29.767218 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d68fb3-4e20-48b8-a155-a6f7def5e148 req-530d543b-64b0-49a5-bfb8-2e228d99a926 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:29.768961 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b7d68fb3-4e20-48b8-a155-a6f7def5e148 req-530d543b-64b0-49a5-bfb8-2e228d99a926 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1673386
Feb 05 19:29:29.800146 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 4f69bf2c-dcfa-410b-a2fe-d97498499c2f no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:29.834376 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b7d68fb3-4e20-48b8-a155-a6f7def5e148 req-65acb701-4766-4310-9d6e-36347c5e3752 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0590124
Feb 05 19:29:29.908976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-1899cfd5-c453-4ac5-99c2-7a2a927b82d5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:29.909818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-1899cfd5-c453-4ac5-99c2-7a2a927b82d5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Synchronizing usage tracker for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:29:29.924976 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-1899cfd5-c453-4ac5-99c2-7a2a927b82d5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Unset dirty status for tenant:afa8c672e0ee4e1e97e000ad8f603ce4 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:29:29.926268 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-1899cfd5-c453-4ac5-99c2-7a2a927b82d5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.45 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 945 time: 0.1857698
Feb 05 19:29:30.031023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Deleting port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:30.031331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:30.101770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:30.130638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:29:30.141145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:30.145312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:30.147253 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7a9bed72-09bc-4924-9c5d-03422327eb57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:30.197557 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'code': 200}
Feb 05 19:29:30.224728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=7']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:30.232662 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.233558 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.233940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.234413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.234783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.235151 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.235678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.235956 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.236293 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.236675 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.237040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.237400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.237800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.238166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.238529 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.238889 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.239245 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.239605 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.239966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.240321 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.240707 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.241073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.241431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.241820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:30.246494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:30.312630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:30.313021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:30.447784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Calling delete_port for 4f69bf2c-dcfa-410b-a2fe-d97498499c2f owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:30.536495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:29:30.536872 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:29:31.037752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Deleting port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:31.038271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:31.130474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c4bf3-6cf6-422c-9ffe-b71cb82fce4c req-df780464-db9a-4d45-b307-b66c35ccf685 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:31.132102 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-869c4bf3-6cf6-422c-9ffe-b71cb82fce4c req-df780464-db9a-4d45-b307-b66c35ccf685 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 943 time: 0.1630867
Feb 05 19:29:31.200244 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-869c4bf3-6cf6-422c-9ffe-b71cb82fce4c req-f457d0c6-2bd3-4bdd-a993-76416f3aa528 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups?id=b54d4417-07d8-4ac7-93d2-994c52ae1109&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0616808
Feb 05 19:29:31.538696 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] For port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:31.539098 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:31.672032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Calling delete_port for 4f69bf2c-dcfa-410b-a2fe-d97498499c2f owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:31.825008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:31.839740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-45f03339-94a3-4343-9f17-dcb33629bb51 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:31.936310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event deleted for resources: {'Port': ['ID=4f69bf2c-dcfa-410b-a2fe-d97498499c2f,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:31.950050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.950465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.950911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.951323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.951727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.952130 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.952556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.952952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.953346 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.953740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.954131 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.955060 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.955487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.955880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.956272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.956689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.957084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.957472 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.957860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.958246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.958635 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.959026 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.959414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.959800 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:29:31.964678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:32.064569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] No DVR routers for this DVR port 4f69bf2c-dcfa-410b-a2fe-d97498499c2f on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:29:32.067024 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:32.071431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-deleted', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:29:32.085320 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a01882f1-92e4-45ee-a45a-b3829800dc75 req-3b096d34-21aa-4a59-872c-e8b517744350 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.45 "DELETE /v2.0/ports/4f69bf2c-dcfa-410b-a2fe-d97498499c2f HTTP/1.1" status: 204  len: 173 time: 2.1528563
Feb 05 19:29:32.131347 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed979211-80b0-4340-8a7d-d4c22bff163c', 'name': 'network-vif-deleted', 'tag': '4f69bf2c-dcfa-410b-a2fe-d97498499c2f', 'status': 'completed', 'code': 200}
Feb 05 19:29:32.382100 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2fa8f668-c2a7-4200-9eac-381b29c5affa req-2ae4a883-ad11-4910-8586-e648dc86ae4d tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/ports?device_id=ed979211-80b0-4340-8a7d-d4c22bff163c HTTP/1.1" status: 200  len: 210 time: 0.0501575
Feb 05 19:29:33.586264 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-534d9599-b776-45e3-9e54-7bf57b2fe544 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "GET /v2.0/security-groups/b54d4417-07d8-4ac7-93d2-994c52ae1109 HTTP/1.1" status: 200  len: 2993 time: 0.0660598
Feb 05 19:29:33.675095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:33.708815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:33.755854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:33.761072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-6a08fec9-b105-4518-a1ca-061349548081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:33.777220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d4417-07d8-4ac7-93d2-994c52ae1109,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:33.780064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:33.787616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:33.788859 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-6cfb8f5e-35d6-4602-965b-7154b8413db2 req-2aa952b6-ffb4-4e32-969d-fbba8f548fa8 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] 10.222.0.59 "DELETE /v2.0/security-groups/b54d4417-07d8-4ac7-93d2-994c52ae1109 HTTP/1.1" status: 204  len: 173 time: 0.1962168
Feb 05 19:29:33.851189 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49918) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:34.423542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:34.795648 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Deleting port 44941df3-0b82-4cd7-9186-0c30024a9f0d {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:34.796215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:34.978544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] For port 44941df3-0b82-4cd7-9186-0c30024a9f0d, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=44941df3-0b82-4cd7-9186-0c30024a9f0d,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:34.978937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:35.139806 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Calling delete_port for 44941df3-0b82-4cd7-9186-0c30024a9f0d owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:35.316728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:35.332694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-718df3a4-38b5-4726-9cf1-6f6fe7550e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:35.426200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=44941df3-0b82-4cd7-9186-0c30024a9f0d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:35.432510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:35.979543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:36.497712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Router 7f451100-770e-473d-8f93-5fd33482f080 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:29:36.692983 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:29:36.702445 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Sync routers for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:29:36.706865 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-1b278ff6-a2c7-45d1-ada1-3f04facb9b81 admin admin] 10.222.0.59 "PUT /v2.0/routers/7f451100-770e-473d-8f93-5fd33482f080/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8543978
Feb 05 19:29:36.709611 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49922) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:36.712755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:36.713416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8869ee48>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:36.909441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.062532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:37.106031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.112000 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Deleting port f16af907-4d33-4daf-8025-6cb9fc68f22f {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:37.112369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.300822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] For port f16af907-4d33-4daf-8025-6cb9fc68f22f, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=f16af907-4d33-4daf-8025-6cb9fc68f22f,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:37.301224 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.369495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8869ee48>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:29:35Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:37.373533 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Checking router: 7f451100-770e-473d-8f93-5fd33482f080 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:29:37.383114 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Routers {'7f451100-770e-473d-8f93-5fd33482f080'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:37.383756 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c8869ee48>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['7f451100-770e-473d-8f93-5fd33482f080'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:37.437142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Calling delete_port for f16af907-4d33-4daf-8025-6cb9fc68f22f owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:37.575313 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.575562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] Set router 7f451100-770e-473d-8f93-5fd33482f080 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:37.769593 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.881883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c8869ee48>, [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:29:35Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:37.885925 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b730ac7-d7f1-401f-8346-14073e1db042 None None] The sync data for ids ['7f451100-770e-473d-8f93-5fd33482f080'] in dv-cinder-774288-2-iscsi is: [{'id': '7f451100-770e-473d-8f93-5fd33482f080', 'name': 'tempest-TestShelveInstance-1099022355-router', 'tenant_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:41Z', 'updated_at': '2021-02-05T19:29:35Z', 'revision_number': 5, 'project_id': 'afa8c672e0ee4e1e97e000ad8f603ce4', 'gw_port': {'id': 'f16af907-4d33-4daf-8025-6cb9fc68f22f', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f451100-770e-473d-8f93-5fd33482f080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:42Z', 'updated_at': '2021-02-05T19:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:29:37.912793 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.915222 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.940701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.941274 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f451100-770e-473d-8f93-5fd33482f080 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:29:37.955025 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:37.956291 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-b0059025-8742-4a67-8d3c-e10e58a8fe48 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7f451100-770e-473d-8f93-5fd33482f080 HTTP/1.1" status: 204  len: 168 time: 1.2456646
Feb 05 19:29:37.959004 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49926) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:38.027343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Deleting subnet 048e3f06-4b39-4de8-924f-80e4313f0603 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:29:38.030559 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:38.087518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16686217'] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:38.171043 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:38.620663 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f16af907-4d33-4daf-8025-6cb9fc68f22f no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:38.656485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: f16af907-4d33-4daf-8025-6cb9fc68f22f {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:38.656912 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device f16af907-4d33-4daf-8025-6cb9fc68f22f not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:38.657863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 44941df3-0b82-4cd7-9186-0c30024a9f0d no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:38.690995 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16467390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838147937'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:38.693705 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 44941df3-0b82-4cd7-9186-0c30024a9f0d {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:38.694096 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 44941df3-0b82-4cd7-9186-0c30024a9f0d not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:38.708486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4947376b-b5c1-4760-94b5-8d48f5eb71f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:38.793410 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=048e3f06-4b39-4de8-924f-80e4313f0603,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:38.807712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:38.843831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:38.850273 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc395ac-b528-4f29-a2c9-4ef74a7eec26 None None] Network 4194d517-1101-4c4f-8c4e-94bb193a250a requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:29:38.850771 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-c49e4e51-03b9-49bc-bbec-39219780337c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/048e3f06-4b39-4de8-924f-80e4313f0603 HTTP/1.1" status: 204  len: 168 time: 0.8907392
Feb 05 19:29:38.853479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49930) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:38.972324 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.046875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Deleting port 2116bd67-df08-426a-a8f5-9f1fefe88777 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:39.047240 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.064863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.140385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] DHCP port deletion for 4194d517-1101-4c4f-8c4e-94bb193a250a request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:29:39.145314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Deleting port 2116bd67-df08-426a-a8f5-9f1fefe88777 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:39.145731 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.173351 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-d8cb5486-0a0c-4034-97b9-336380f79125 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0918555
Feb 05 19:29:39.289616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] For port 2116bd67-df08-426a-a8f5-9f1fefe88777, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=2116bd67-df08-426a-a8f5-9f1fefe88777,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:39.290073 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.327213 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-9160defb-e8a9-4466-a6b8-aa9b74fbccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:39.328868 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-9160defb-e8a9-4466-a6b8-aa9b74fbccf0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0801218
Feb 05 19:29:39.368164 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] For port 2116bd67-df08-426a-a8f5-9f1fefe88777, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=2116bd67-df08-426a-a8f5-9f1fefe88777,segment=NetworkSegment(0881c141-83b1-4dd8-a1cf-c2ee9e5488e8),segment_id=0881c141-83b1-4dd8-a1cf-c2ee9e5488e8)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:39.368548 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.437804 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Calling delete_port for 2116bd67-df08-426a-a8f5-9f1fefe88777 owned by network:dhcp {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:39.487622 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-2601925d-95ec-4082-8607-48d9b519659c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:39.489244 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-2601925d-95ec-4082-8607-48d9b519659c service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1414936
Feb 05 19:29:39.508215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Calling delete_port for 2116bd67-df08-426a-a8f5-9f1fefe88777 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:39.523901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.540279 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9b021da4-2073-4e61-9c66-63254fae8a01 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:39.590226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:29:39.591186 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:29:39.607954 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-a9ad9f6a-6da5-43ff-9a42-9d820899b952 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 1000 time: 0.1116006
Feb 05 19:29:39.638385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2116bd67-df08-426a-a8f5-9f1fefe88777,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:39.641590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:39.681403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-45c3fc08-5aa9-42dd-b47a-69b337e8dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:39.682956 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-45c3fc08-5aa9-42dd-b47a-69b337e8dcd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0680707
Feb 05 19:29:39.692342 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] No DVR routers for this DVR port 2116bd67-df08-426a-a8f5-9f1fefe88777 on host dv-cinder-774288-2-iscsi {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:29:39.766658 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-a3a458c1-391c-460c-a9d7-13e9d908010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:29:39.768587 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-a3a458c1-391c-460c-a9d7-13e9d908010a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781112
Feb 05 19:29:39.820645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.914031 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-6d8ac7bf-b829-4507-8c7c-1496c5b307c5 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384492
Feb 05 19:29:39.940208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c8736dda0>,) {'filters': {'network_id': ['4194d517-1101-4c4f-8c4e-94bb193a250a']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:39.953147 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8736dda0>, '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:39.953495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8736dda0>, '0881c141-83b1-4dd8-a1cf-c2ee9e5488e8') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:39.965720 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036838089599'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.986335 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:39.988427 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:29:40.063156 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e76e7831-672e-43c1-bedd-78f12a97ecb9 req-b145eb26-dd0c-45f4-a804-f4c1d915607e service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421330
Feb 05 19:29:40.092176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Deleting port 2116bd67-df08-426a-a8f5-9f1fefe88777 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:40.092975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:40.168871 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-0ef645ac-f438-41cf-9ecb-2bc30744f943 None None] The port '2116bd67-df08-426a-a8f5-9f1fefe88777' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:29:40.178563 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Network 4194d517-1101-4c4f-8c4e-94bb193a250a has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:29:40.187863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16467273'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:40.372728 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Network 4194d517-1101-4c4f-8c4e-94bb193a250a has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:29:40.395220 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:29:40.472348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:40.477012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:40.480604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:40.506562 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4194d517-1101-4c4f-8c4e-94bb193a250a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:40.509187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:40.520140 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-def9fb6c-0dda-40d5-a41b-d43ddf04fe0d admin admin] 10.222.0.59 "DELETE /v2.0/networks/4194d517-1101-4c4f-8c4e-94bb193a250a HTTP/1.1" status: 204  len: 168 time: 1.6656358
Feb 05 19:29:40.523400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49934) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:40.621678 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 2116bd67-df08-426a-a8f5-9f1fefe88777 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:40.659200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 2116bd67-df08-426a-a8f5-9f1fefe88777 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:40.659589 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 2116bd67-df08-426a-a8f5-9f1fefe88777 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:40.844556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdfc5130-10be-40e9-b442-71e2b3ebec22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:41.289307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:41.663394 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Deleting port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:41.663687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:41.845975 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] For port 0cc37c47-ef9a-401f-b507-97ce9d81a7b8, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:41.846367 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:41.979692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Calling delete_port for 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:42.159165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:42.175083 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:42.519441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc37c47-ef9a-401f-b507-97ce9d81a7b8,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:42.523412 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:42.831581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:42.905378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1962e532-9b45-4ee9-8217-3cd02b902ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:43.362173 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Router 2e5e8842-d99c-4368-835a-1c67dea140b6 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:29:43.553724 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:29:43.562395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Sync routers for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:29:43.563032 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-27cf926a-97aa-4247-b269-cce65e0a473c admin admin] 10.222.0.59 "PUT /v2.0/routers/2e5e8842-d99c-4368-835a-1c67dea140b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0385740
Feb 05 19:29:43.565881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49940) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:43.573065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:43.573839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87ca0978>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:43.755502 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:43.771569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:43.917865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:43.952938 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:43.959048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Deleting port 6011e4d4-f10a-42ce-86f8-6fae1959f620 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:43.959416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:44.101783 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87ca0978>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:29:42Z', 'revision_number': 5, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:44.105926 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Checking router: 2e5e8842-d99c-4368-835a-1c67dea140b6 for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:29:44.115607 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Routers {'2e5e8842-d99c-4368-835a-1c67dea140b6'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:29:44.116262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87ca0978>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:29:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['2e5e8842-d99c-4368-835a-1c67dea140b6'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:44.147940 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] For port 6011e4d4-f10a-42ce-86f8-6fae1959f620, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=6011e4d4-f10a-42ce-86f8-6fae1959f620,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:44.148333 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:44.281429 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Calling delete_port for 6011e4d4-f10a-42ce-86f8-6fae1959f620 owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:44.309676 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] Set router 2e5e8842-d99c-4368-835a-1c67dea140b6 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:29:44.420134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:44.611278 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:44.615687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87ca0978>, [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:29:42Z', 'revision_number': 5, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:44.620006 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdde763-3818-49b1-9855-1f1d585ec8b8 None None] The sync data for ids ['2e5e8842-d99c-4368-835a-1c67dea140b6'] in dv-cinder-774288-2-iscsi is: [{'id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'name': 'tempest-TestShelveInstance-1035933591-router', 'tenant_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:24:50Z', 'updated_at': '2021-02-05T19:29:42Z', 'revision_number': 5, 'project_id': '8720ac99b0ff454ba4c83d5a01b8a848', 'gw_port': {'id': '6011e4d4-f10a-42ce-86f8-6fae1959f620', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5e8842-d99c-4368-835a-1c67dea140b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:24:52Z', 'updated_at': '2021-02-05T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:29:45.008366 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.010701 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.040557 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.041820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5e8842-d99c-4368-835a-1c67dea140b6 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:29:45.061637 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.061637 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-2ee1d801-bef1-43b5-927f-71076011f4a0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/2e5e8842-d99c-4368-835a-1c67dea140b6 HTTP/1.1" status: 204  len: 168 time: 1.4899576
Feb 05 19:29:45.062681 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49944) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:45.123037 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.124645 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.140380 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Deleting subnet 6eda134c-f67d-4f7b-bd53-b1ca84df0fcc {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:29:45.144266 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.203031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.343978 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.607999 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.624287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-104a18f3-23c0-41ac-97a9-0bd5c870f79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:45.708980 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eda134c-f67d-4f7b-bd53-b1ca84df0fcc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:45.712040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:45.761673 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.766896 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee17ba2-0a0a-4057-b33a-b839adadd46c None None] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:29:45.769126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8581944e-0f07-43d8-8602-5feb46a9b02e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/6eda134c-f67d-4f7b-bd53-b1ca84df0fcc HTTP/1.1" status: 204  len: 168 time: 0.7052982
Feb 05 19:29:45.771854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49948) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:45.892988 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:45.967262 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Deleting port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:45.967633 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.016693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] DHCP port deletion for f36248bc-a3ce-45db-bb8f-70c1fd89707e request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:29:46.021050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Deleting port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:46.021466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.196718 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] For port 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f062cba-6970-4c8b-ac37-dddfc3ef6012,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:46.197030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.337897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Calling delete_port for 7f062cba-6970-4c8b-ac37-dddfc3ef6012 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:46.406504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] For port 7f062cba-6970-4c8b-ac37-dddfc3ef6012, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f062cba-6970-4c8b-ac37-dddfc3ef6012,segment=NetworkSegment(f6c3d9e8-38b7-4fe7-b167-118c176ade05),segment_id=f6c3d9e8-38b7-4fe7-b167-118c176ade05)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:29:46.407010 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.418939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.434476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-4a503451-683e-4f75-a8a2-9a7d08813d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:46.537664 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Calling delete_port for 7f062cba-6970-4c8b-ac37-dddfc3ef6012 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:29:46.543160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f062cba-6970-4c8b-ac37-dddfc3ef6012,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:46.548343 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:46.587034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] No DVR routers for this DVR port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 on host dv-cinder-774288-2-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:29:46.615584 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:29:46.616168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:29:46.633201 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 6011e4d4-f10a-42ce-86f8-6fae1959f620 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:46.674490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 6011e4d4-f10a-42ce-86f8-6fae1959f620 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:46.674881 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 6011e4d4-f10a-42ce-86f8-6fae1959f620 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:46.675358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f062cba-6970-4c8b-ac37-dddfc3ef6012 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:46.712541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 7f062cba-6970-4c8b-ac37-dddfc3ef6012 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:46.712937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f062cba-6970-4c8b-ac37-dddfc3ef6012 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:46.713426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:29:46.717883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.749644 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:29:46.750036 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 0cc37c47-ef9a-401f-b507-97ce9d81a7b8 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:29:46.835031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c8795e8d0>,) {'filters': {'network_id': ['f36248bc-a3ce-45db-bb8f-70c1fd89707e']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:46.847981 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8795e8d0>, 'f6c3d9e8-38b7-4fe7-b167-118c176ade05') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:46.848319 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c8795e8d0>, 'f6c3d9e8-38b7-4fe7-b167-118c176ade05') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:29:46.860256 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.874917 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:46.877544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:29:47.056723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:29:47.066511 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.117579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Deleting port 7f062cba-6970-4c8b-ac37-dddfc3ef6012 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:29:47.117933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.191610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-2be1c7cf-6b31-4cf4-97d6-ef10dd39f4ad None None] The port '7f062cba-6970-4c8b-ac37-dddfc3ef6012' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:29:47.253216 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Network f36248bc-a3ce-45db-bb8f-70c1fd89707e has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:29:47.275584 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:29:47.358751 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.362544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:47.376239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.387822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f36248bc-a3ce-45db-bb8f-70c1fd89707e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:47.390855 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f36248bc-a3ce-45db-bb8f-70c1fd89707e HTTP/1.1" status: 204  len: 168 time: 1.6179717
Feb 05 19:29:47.391864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-62f8cbe8-6ad9-403f-8bf6-c055f66e3bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:47.533267 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49954) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:47.586424 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-8a202fde-b58a-410d-bb38-2765c0fb870f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=afa8c672e0ee4e1e97e000ad8f603ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518737
Feb 05 19:29:47.588948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49958) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:47.649556 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.676689 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.721847 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.726665 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-053c41d1-6803-4684-be8d-31bd887ab264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:47.743964 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9fe0f-62bc-462e-95a3-23bb688bc3fd,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:47.746909 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:47.752634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:47.753970 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbc9fe0f-62bc-462e-95a3-23bb688bc3fd HTTP/1.1" status: 204  len: 168 time: 0.1640382
Feb 05 19:29:48.154600 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49966) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:48.205928 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-47e9855f-7cd4-406e-ada9-8519cad0b6dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8720ac99b0ff454ba4c83d5a01b8a848&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499666
Feb 05 19:29:48.208304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49970) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:29:48.270029 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:48.296608 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:48.345085 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:48.350458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-9eafc649-6ea5-4f37-b9db-a9570cfbaf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:29:48.361414 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4f4347-7c8c-47b3-92b5-25944afdad2f,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:29:48.366315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:29:48.368442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:29:48.369707 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-73aa87c6-edf1-42a8-b3da-4c7b25ae8a61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5d4f4347-7c8c-47b3-92b5-25944afdad2f HTTP/1.1" status: 204  len: 168 time: 0.1604104
Feb 05 19:29:57.269226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:30:09.064385 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:10.847408 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80c81091-d781-43e9-9e39-80e2c9d2144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:12.907918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b05f239c-3b41-49f4-aa95-f6a632ae1a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:13.821679 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:15.109065 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:15.111344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:21.943314 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-83182fe7-837f-4d9f-9098-a99efade7472 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-646745103&fields=id&tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 267 time: 0.0580671
Feb 05 19:30:22.186627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-b8422c4f-e3c2-47d9-a80b-65cdcb83bf33 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:22.188823 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-b8422c4f-e3c2-47d9-a80b-65cdcb83bf33 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2379248
Feb 05 19:30:22.205634 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-c8a1357b-cbc5-41f0-afb0-deb536cddae3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/quotas/f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 375 time: 0.0106487
Feb 05 19:30:22.381582 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-7a27d750-054f-4021-b481-e464dce9f056 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1703296
Feb 05 19:30:22.528713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-21eed10f-324b-4f3b-a2e6-080e2a9c6acb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 05 19:30:22.529831 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-21eed10f-324b-4f3b-a2e6-080e2a9c6acb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1358981
Feb 05 19:30:22.676020 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-46b71e69-70cc-44dd-8e52-78264bfcb25d service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393170
Feb 05 19:30:22.817691 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-5e27378b-4799-40f5-9383-3e4b1276a9a1 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352572
Feb 05 19:30:24.270024 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-97ddbad8-9267-41d8-b313-bce78c786e51 req-28173055-3916-4f75-bd85-534b80eb7a56 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 210 time: 0.0516074
Feb 05 19:30:25.391882 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ade9e6a0-ae81-412d-8e7c-d5322e5ae5f0 req-196f9542-831a-4613-86d5-609f7c77fce0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 210 time: 0.0503321
Feb 05 19:30:26.417205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0e5c34e9-befc-4b20-8a58-e20d8fb369f4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:26.418886 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0e5c34e9-befc-4b20-8a58-e20d8fb369f4 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 811 time: 0.2424121
Feb 05 19:30:26.535641 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-52c24c2c-9ae9-4a23-97a1-0549de503355 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4c9ae5415b8444987b1d87309a44776 HTTP/1.1" status: 200  len: 5763 time: 0.1040800
Feb 05 19:30:26.545778 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'port': {'device_id': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'admin_state_up': True, 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'security_groups': ['82c78f7d-9fb6-4c94-86c8-e4312ff84ad7']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:30:26.579000 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-3b3a9e76-740a-4aa5-9999-010634f13b9b req-5e445076-9246-43c9-8c54-9ea24fb29506 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 210 time: 0.0576987
Feb 05 19:30:26.694531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:30:26.698781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Usage tracker for resource:port and tenant:f4c9ae5415b8444987b1d87309a44776 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 05 19:30:26.701790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 05 19:30:26.708140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:30:26.716953 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Made reservation on behalf of f4c9ae5415b8444987b1d87309a44776 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 05 19:30:26.738487 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:27.304259 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.20.0.14 (4ad5010c-69ee-40dd-871b-5646fd780b5d/b1282abc-0f3e-4acc-9f25-e60ec21196a7/2b137fe4-bc90-44d7-9faf-013587b552da) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:30:27.504084 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:27.520188 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Transition to ACTIVE for port object 2b137fe4-bc90-44d7-9faf-013587b552da will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:30:27.543187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:27.558802 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5c577f0c-1c90-4713-86b1-f05353fa3a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:27.700223 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=2b137fe4-bc90-44d7-9faf-013587b552da,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:27.705438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:27.762349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:30:27.763481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:30:27.766152 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:30:27.875740 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54447794-cbdf-4c7d-9f57-84e2c6c8d902 req-4c6b024a-0be0-4709-af08-04ee0f60e7f0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:27.877606 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-54447794-cbdf-4c7d-9f57-84e2c6c8d902 req-4c6b024a-0be0-4709-af08-04ee0f60e7f0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 932 time: 0.1686921
Feb 05 19:30:27.898986 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:27.899730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:27.931145 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0b1c9998-b20b-4cbf-8fa0-7f35f1346c1a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3893821
Feb 05 19:30:27.943271 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Request body: {'port': {'device_id': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:30:27.948125 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-54447794-cbdf-4c7d-9f57-84e2c6c8d902 req-d10b29ac-677b-4d17-9bbc-f436f4a0a762 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0635579
Feb 05 19:30:27.977888 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-b78afcd5-487b-4051-97c7-37e56d052c9e None None] Provisioning for port 2b137fe4-bc90-44d7-9faf-013587b552da completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:30:27.983588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-b78afcd5-487b-4051-97c7-37e56d052c9e None None] Provisioning complete for port 2b137fe4-bc90-44d7-9faf-013587b552da triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:30:27.984826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b78afcd5-487b-4051-97c7-37e56d052c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.042248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-b78afcd5-487b-4051-97c7-37e56d052c9e None None] Port 2b137fe4-bc90-44d7-9faf-013587b552da cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 05 19:30:28.072850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.483730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b137fe4-bc90-44d7-9faf-013587b552da {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 05 19:30:28.491326 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.503159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Transition to ACTIVE for port object 2b137fe4-bc90-44d7-9faf-013587b552da will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 05 19:30:28.505801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.521315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-302d5d52-453d-4299-8942-0b859ef1f8a5 tempest-TestShelveInstance-2136288491 tempest-TestShelveInstance-2136288491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:28.659272 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Pushing event updated for resources: {'Port': ['ID=2b137fe4-bc90-44d7-9faf-013587b552da,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:28.676402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:28.849839 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Attempting to bind port 2b137fe4-bc90-44d7-9faf-013587b552da on host hv-cinder-77428 for vnic_type normal with profile  {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 05 19:30:28.850207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Attempting to bind port 2b137fe4-bc90-44d7-9faf-013587b552da by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 05 19:30:28.850572 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Attempting to bind port 2b137fe4-bc90-44d7-9faf-013587b552da on network 4ad5010c-69ee-40dd-871b-5646fd780b5d {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 05 19:30:28.856443 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Checking agent: {'id': 'a4c2937e-34b4-4461-baba-763e676bb72f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 19, 14, 39), 'started_at': datetime.datetime(2021, 2, 5, 19, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.66', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 05 19:30:28.856813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Checking segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 05 19:30:28.857217 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.857604 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Bound using segment: {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 05 19:30:28.858066 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Bound port: 2b137fe4-bc90-44d7-9faf-013587b552da, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ba3a-cc71-47b7-91d2-efbb14dc8676', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 05 19:30:28.858432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.952463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] For port 2b137fe4-bc90-44d7-9faf-013587b552da, host hv-cinder-77428, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 05 19:30:28.956638 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] For port 2b137fe4-bc90-44d7-9faf-013587b552da, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2b137fe4-bc90-44d7-9faf-013587b552da,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 05 19:30:28.960040 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14845235'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:28.976120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-609fccfd-5d01-4c96-807d-c7a166b7e1bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:29.137639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Pushing event updated for resources: {'Port': ['ID=2b137fe4-bc90-44d7-9faf-013587b552da,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:29.143779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:29.171989 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.172691 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:29.174240 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] 10.222.0.45 "PUT /v2.0/ports/2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 1158 time: 1.2355559
Feb 05 19:30:29.174787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:30:29.261588 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabca8-8172-4ada-8979-7ed84e78eb4c req-6c524e95-75fb-4169-9c0e-0502ff23ba88 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.263474 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-54cabca8-8172-4ada-8979-7ed84e78eb4c req-6c524e95-75fb-4169-9c0e-0502ff23ba88 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1777375
Feb 05 19:30:29.271783 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da', 'status': 'completed', 'code': 200}
Feb 05 19:30:29.322117 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-ec255966-e4d0-4022-a4a8-b920e11f0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.323978 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-ec255966-e4d0-4022-a4a8-b920e11f0785 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1161 time: 0.1028295
Feb 05 19:30:29.339973 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-54cabca8-8172-4ada-8979-7ed84e78eb4c req-8d9d4b04-bd0c-4a58-bae1-52f305a22b81 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0689819
Feb 05 19:30:29.407109 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-8d0c5e55-6218-46b5-a7b3-86f316365cfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 217 time: 0.0754924
Feb 05 19:30:29.477699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-095b3c7b-9d62-4779-b44a-053341c6d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.479267 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-095b3c7b-9d62-4779-b44a-053341c6d461 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0660250
Feb 05 19:30:29.568077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-34f18f4a-7a57-47ab-a5eb-29c3c6bb2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.569735 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-34f18f4a-7a57-47ab-a5eb-29c3c6bb2108 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840166
Feb 05 19:30:29.719362 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-0bbbc03b-2f80-4572-b399-d079caf55645 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425030
Feb 05 19:30:29.864763 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75f6b459-845c-4239-a1c9-718be3ed0037 req-612a3711-c344-4dbe-9b45-ca8a23c4b958 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391962
Feb 05 19:30:29.991474 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-4db6161e-7e0d-4da1-acb2-560839435d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:29.992993 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-4db6161e-7e0d-4da1-acb2-560839435d46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1161 time: 0.0799322
Feb 05 19:30:30.140937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-04adcd0e-1e6d-430a-bef0-292c9bdafc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:30.142542 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-04adcd0e-1e6d-430a-bef0-292c9bdafc3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1429470
Feb 05 19:30:30.220648 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-f1d914d8-585d-4a75-af7e-0af1b78171b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 217 time: 0.0711913
Feb 05 19:30:30.294466 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-c116b512-74ca-4058-8c9a-adce0e1a3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:30.295978 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-c116b512-74ca-4058-8c9a-adce0e1a3788 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0657165
Feb 05 19:30:30.385651 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-7f5b50a1-985b-4f60-8387-3b38008542c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:30.387268 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-7f5b50a1-985b-4f60-8387-3b38008542c5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816467
Feb 05 19:30:30.545227 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-11172105-1bba-4231-9b28-c60d1353a0ab service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497579
Feb 05 19:30:30.654754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677c23-f18d-418c-ae2a-e949e68aad58 req-503bf807-e0bc-431b-bd1b-bc124f6f9238 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:30.657134 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e7677c23-f18d-418c-ae2a-e949e68aad58 req-503bf807-e0bc-431b-bd1b-bc124f6f9238 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1778054
Feb 05 19:30:30.725415 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e7677c23-f18d-418c-ae2a-e949e68aad58 req-e4af9147-0cc2-4ee5-91d6-79d4df26b594 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0616233
Feb 05 19:30:30.932375 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-b32b817c-1c5d-4767-b5ee-b2ea4014a1e7 req-139bb7a3-f8ab-4471-993c-2c582c072f7e service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3804615
Feb 05 19:30:32.021960 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef406478-9d73-49fa-af67-d587b8b29d70 req-d8e50c05-03d0-4b7a-95ef-3bf03af6eccb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:32.023574 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef406478-9d73-49fa-af67-d587b8b29d70 req-d8e50c05-03d0-4b7a-95ef-3bf03af6eccb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1685975
Feb 05 19:30:32.090295 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ef406478-9d73-49fa-af67-d587b8b29d70 req-7f0eaf90-560e-4fe3-930a-fd908a72ef64 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0599179
Feb 05 19:30:33.387714 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cc642-6021-4ac0-8ee2-6ce7b07043a2 req-126fb6e1-6258-4484-843e-eec0eb703101 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:33.389341 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-771cc642-6021-4ac0-8ee2-6ce7b07043a2 req-126fb6e1-6258-4484-843e-eec0eb703101 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1698365
Feb 05 19:30:33.453939 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-771cc642-6021-4ac0-8ee2-6ce7b07043a2 req-c0f3775a-ae16-44aa-bc09-82ec005aeabd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0580850
Feb 05 19:30:34.269303 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:30:34.743865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb6ff5-dc20-4a91-adfa-aa7e61be0bf0 req-b5a6bc74-9bed-4d20-a0f9-dfed82dacd51 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:34.745559 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85eb6ff5-dc20-4a91-adfa-aa7e61be0bf0 req-b5a6bc74-9bed-4d20-a0f9-dfed82dacd51 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1639731
Feb 05 19:30:34.808729 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-85eb6ff5-dc20-4a91-adfa-aa7e61be0bf0 req-3acb9fc5-a17e-47f7-a364-4d8325898c65 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0567994
Feb 05 19:30:36.103372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c894a-98ea-4271-8e07-ebff6af78f38 req-e987ebee-2994-4ff0-b54b-95d327935856 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:36.104988 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea9c894a-98ea-4271-8e07-ebff6af78f38 req-e987ebee-2994-4ff0-b54b-95d327935856 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 944 time: 0.1691368
Feb 05 19:30:36.170057 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-ea9c894a-98ea-4271-8e07-ebff6af78f38 req-f5aeda96-0c81-45db-9dbd-b7a821759e6f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0582869
Feb 05 19:30:36.910021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2b137fe4-bc90-44d7-9faf-013587b552da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:30:36.980752 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning for port 2b137fe4-bc90-44d7-9faf-013587b552da completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 05 19:30:36.986246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 2b137fe4-bc90-44d7-9faf-013587b552da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:30:36.986657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:37.112877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:37.140880 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:30:37.151198 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] For port 2b137fe4-bc90-44d7-9faf-013587b552da, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2b137fe4-bc90-44d7-9faf-013587b552da,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:30:37.154105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:37.156542 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:37.198714 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da', 'code': 200}
Feb 05 19:30:37.234854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Pushing event updated for resources: {'Port': ['ID=2b137fe4-bc90-44d7-9faf-013587b552da,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:37.243307 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.243693 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.244072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.244444 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.244838 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.245206 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.245568 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.245931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.246292 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.246653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.247015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.247374 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.247773 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.248132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.248520 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.248885 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.249270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.249631 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.249987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.250344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.250704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.251100 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.251461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.251814 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:37.256129 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:37.479532 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47931276-ea62-4b2c-b990-8ae3b198e87d req-64c288de-d097-4086-a207-15f1b102e53f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:37.481147 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47931276-ea62-4b2c-b990-8ae3b198e87d req-64c288de-d097-4086-a207-15f1b102e53f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.1716347
Feb 05 19:30:37.491775 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aff5f-c1b0-4671-935f-765dfd4f70af req-91c16102-6684-4f03-b1e0-6c11c302503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:37.493441 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4c8aff5f-c1b0-4671-935f-765dfd4f70af req-91c16102-6684-4f03-b1e0-6c11c302503e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.0776901
Feb 05 19:30:37.536572 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-4c8aff5f-c1b0-4671-935f-765dfd4f70af req-f23b479d-a220-48bc-9b87-228c62187901 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0361683
Feb 05 19:30:37.551663 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-47931276-ea62-4b2c-b990-8ae3b198e87d req-66b37b9c-509b-4d40-9331-d59e7c4a0470 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0633171
Feb 05 19:30:38.641890 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2b137fe4-bc90-44d7-9faf-013587b552da up at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 05 19:30:38.716523 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Provisioning complete for port 2b137fe4-bc90-44d7-9faf-013587b552da triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 05 19:30:38.716944 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3334'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:38.847697 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68dcea5-bf2c-4d53-bf4a-690f731a9b20 req-2ce8eeb6-9599-41ab-b265-ddad28e3c98b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:38.849425 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c68dcea5-bf2c-4d53-bf4a-690f731a9b20 req-2ce8eeb6-9599-41ab-b265-ddad28e3c98b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.1652246
Feb 05 19:30:38.912760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c68dcea5-bf2c-4d53-bf4a-690f731a9b20 req-f501042f-e7b6-4022-a3af-33dcae80dacf tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0570886
Feb 05 19:30:39.072105 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:39.137581 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-f29e6f7d-dd6a-46bf-913e-7a8fd51ffb71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0845213
Feb 05 19:30:39.215107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2becc-e9fb-4fce-8160-92546b74e1be req-2ae64e40-9676-440c-8c2e-8ef7d8ee2b83 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:39.217114 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cde2becc-e9fb-4fce-8160-92546b74e1be req-2ae64e40-9676-440c-8c2e-8ef7d8ee2b83 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.1772201
Feb 05 19:30:39.284383 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-cde2becc-e9fb-4fce-8160-92546b74e1be req-846e4f5e-3647-4b62-83b1-1f6309afd4e9 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0602489
Feb 05 19:30:39.285692 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711867af-8da2-48e6-a113-7407692ec0eb req-eadb7ba0-a012-4298-abec-b164d9f3decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:39.287297 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-eadb7ba0-a012-4298-abec-b164d9f3decb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0790110
Feb 05 19:30:39.453799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711867af-8da2-48e6-a113-7407692ec0eb req-f4e6fef0-b23a-4852-b6ee-f6b2f9ee00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:39.455310 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-f4e6fef0-b23a-4852-b6ee-f6b2f9ee00bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1482804
Feb 05 19:30:39.537646 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-02ff1f39-accc-4895-85c1-d19ec5d99424 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1995196
Feb 05 19:30:39.548160 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:30:39.566418 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-fd44aaef-3291-42e7-bc97-a20259031ac0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 1000 time: 0.1049051
Feb 05 19:30:39.568992 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 05 19:30:39.581465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.quota.driver [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 05 19:30:39.590741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:39.636233 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711867af-8da2-48e6-a113-7407692ec0eb req-2d4de08d-6a2d-4ae1-a76b-4a1bcc2811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:39.637903 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-2d4de08d-6a2d-4ae1-a76b-4a1bcc2811c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0657372
Feb 05 19:30:39.725897 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711867af-8da2-48e6-a113-7407692ec0eb req-211d7611-2bac-459f-85ef-a76c6b1a2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:39.727512 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-211d7611-2bac-459f-85ef-a76c6b1a2e90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831387
Feb 05 19:30:39.742323 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:39.874044 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-58339226-1f91-49f6-b34c-8cc33146cbf6 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392791
Feb 05 19:30:40.021475 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_common [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Allocated IP 172.27.3.86 (a46f4546-88ef-4af4-b46b-2fe429423534/c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf/b6ab020c-85cf-4c04-af8d-dfb888dbcf7e) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 05 19:30:40.021690 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-711867af-8da2-48e6-a113-7407692ec0eb req-7efe1016-a675-4f63-8402-88e7c6c24fe1 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400707
Feb 05 19:30:40.190351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:40.221746 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363306116592159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:40.238110 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:40.376159 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=b6ab020c-85cf-4c04-af8d-dfb888dbcf7e,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:40.396121 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.396573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.396994 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.397405 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.397812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.398221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.398623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.399021 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.399419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.399819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.400215 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.400641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.401081 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.401481 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.401879 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.402276 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.402672 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.403071 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.403471 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.403869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.404268 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.404688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.405087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.405942 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:30:40.411928 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:40.453023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Network a46f4546-88ef-4af4-b46b-2fe429423534 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 05 19:30:40.454181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.base_scheduler [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Resources bound (agent type, host, resource id):  {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 05 19:30:40.456485 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 05 19:30:40.547069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:40.610792 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-208744'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:40.850287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2c367b45-6dde-4d59-b69f-a2bd47cb7795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:41.121055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:41.124933 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306116183924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730738143722', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730738146317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16467307'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:41.140843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e70cf51a-437d-43f3-8356-f33de069a584 tempest-AttachVolumeTestJSON-254634471 tempest-AttachVolumeTestJSON-254634471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:30:41.279719 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event updated for resources: {'Port': ['ID=b6ab020c-85cf-4c04-af8d-dfb888dbcf7e,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:30:41.293413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:30:41.395809 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:41.422438 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:41.423763 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-f929bb45-6430-48cd-b33c-aeac2cb8ef4b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8801980
Feb 05 19:30:41.530230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-2f2f9c80-b597-4496-b9b6-d54437ee495e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:30:41.545089 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-2f2f9c80-b597-4496-b9b6-d54437ee495e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:30:41.547729 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-2f2f9c80-b597-4496-b9b6-d54437ee495e tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.86 HTTP/1.1" status: 200  len: 695 time: 0.1160808
Feb 05 19:30:41.790521 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-c33f024f-bad1-40f4-8011-7848f4e0dd06 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:41.792011 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d41d386e-3924-4bf2-849c-1e74b620a659 req-c33f024f-bad1-40f4-8011-7848f4e0dd06 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2396808
Feb 05 19:30:42.065181 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427151f-11ec-4799-a7b7-2a337225e968 req-3fc93e7d-263e-4b98-ab7c-42345d74d358 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:42.066840 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-3fc93e7d-263e-4b98-ab7c-42345d74d358 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1665592
Feb 05 19:30:42.175911 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-8733915b-d764-4559-af0a-c004786593e9 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.86 HTTP/1.1" status: 200  len: 695 time: 0.1026011
Feb 05 19:30:42.186205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.v2.base [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Request body: {'floatingip': {'port_id': '2b137fe4-bc90-44d7-9faf-013587b552da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 05 19:30:42.285615 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:42.910759 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd651-6ea1-4d85-975d-78804374d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:42.932231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:42.934865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036852767533'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:43.120731 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 1e84686e-96a0-4a05-8597-6534cd067048 associated. External IP: 172.27.3.86, port: 2b137fe4-bc90-44d7-9faf-013587b552da.
Feb 05 19:30:43.505350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:30:43.696832 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:30:43.701687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:43.707480 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:30:43.717583 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:30:43.718425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87882208>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:30:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:30:43.761182 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-cc98dfad-299a-4801-9499-8037132d9eb2 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "PUT /v2.0/floatingips/1e84686e-96a0-4a05-8597-6534cd067048 HTTP/1.1" status: 200  len: 996 time: 1.5790558
Feb 05 19:30:43.761674 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:30:43.828174 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da', 'status': 'completed', 'code': 200}
Feb 05 19:30:43.830704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:43.917056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:30:43.934080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-784c4a16-b586-4006-bb11-095d35425b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:43.935756 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-784c4a16-b586-4006-bb11-095d35425b71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.0830171
Feb 05 19:30:44.102061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427151f-11ec-4799-a7b7-2a337225e968 req-bd92a720-be7d-4217-8caf-6ff27b380b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.103724 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-bd92a720-be7d-4217-8caf-6ff27b380b76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.3280730
Feb 05 19:30:44.107506 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-755670c2-1591-4530-93ce-e1d413530a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.109732 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-755670c2-1591-4530-93ce-e1d413530a3b service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1672108
Feb 05 19:30:44.226585 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-15865f56-cce1-4009-ad2f-5a93e8de592b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 999 time: 0.1105866
Feb 05 19:30:44.255210 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427151f-11ec-4799-a7b7-2a337225e968 req-7fb9c78e-e533-4a39-b4d8-c0f77e3a719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.256845 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-7fb9c78e-e533-4a39-b4d8-c0f77e3a719c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1437819
Feb 05 19:30:44.301864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-64f666aa-5255-4a7f-965a-012837e339b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.303455 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-64f666aa-5255-4a7f-965a-012837e339b4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0709164
Feb 05 19:30:44.315713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87882208>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '1e84686e-96a0-4a05-8597-6534cd067048', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2b137fe4-bc90-44d7-9faf-013587b552da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:57:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:30:40Z', 'updated_at': '2021-02-05T19:30:42Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}, {'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:30:44.319863 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:30:44.329482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:30:44.330070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87882208>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:30:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:30:44.370972 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-63b0b55e-020f-4794-945c-8fa9c3347a48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 999 time: 0.1071832
Feb 05 19:30:44.388952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-44a4c310-4473-4c18-bdfe-c5195837e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.392514 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-44a4c310-4473-4c18-bdfe-c5195837e442 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817995
Feb 05 19:30:44.442581 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427151f-11ec-4799-a7b7-2a337225e968 req-59130270-a864-4235-bcd5-f002dc1bb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.444196 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-59130270-a864-4235-bcd5-f002dc1bb53d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0651803
Feb 05 19:30:44.533524 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427151f-11ec-4799-a7b7-2a337225e968 req-a19f5dde-1239-47d7-ae1d-717dfbe21398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:30:44.535262 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-a19f5dde-1239-47d7-ae1d-717dfbe21398 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835693
Feb 05 19:30:44.547527 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-b985e4c9-6757-44b5-8bca-ee038d60e748 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490970
Feb 05 19:30:44.690019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:30:44.693093 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-0dde2e5c-8ed8-4647-815f-ae0ced6e29e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501083
Feb 05 19:30:44.705586 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f0bcc4fc-4451-4882-acba-7c22d952639f req-1ede681f-83e6-431f-8353-2486f2d33ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507368
Feb 05 19:30:44.841308 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-e427151f-11ec-4799-a7b7-2a337225e968 req-a28d7460-80e0-4ce9-a44a-1789705e8744 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417868
Feb 05 19:30:45.065709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-186e38a4-468c-4572-a342-1df50b891eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87882208>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '1e84686e-96a0-4a05-8597-6534cd067048', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2b137fe4-bc90-44d7-9faf-013587b552da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:57:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:30:40Z', 'updated_at': '2021-02-05T19:30:42Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}, {'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:30:45.069899 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e38a4-468c-4572-a342-1df50b891eac None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '1e84686e-96a0-4a05-8597-6534cd067048', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2b137fe4-bc90-44d7-9faf-013587b552da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:57:6f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:30:40Z', 'updated_at': '2021-02-05T19:30:42Z', 'revision_number': 1, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}, {'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:30:45.112657 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:45.115849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:30:45.379185 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaccaa9-b059-41ca-aab3-755342a7934d None None] New status for floating IP 1e84686e-96a0-4a05-8597-6534cd067048: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:31:09.095735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:10.851437 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7766500d-792d-46f1-8215-f2e6c6665722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:11.269507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:31:12.912078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-8843d99c-1d46-4277-a177-56e846457245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:13.829375 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:15.110818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:15.115820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:39.109161 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:40.204266 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-72793b3b-dde2-4172-86eb-779e4410edc7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0766351
Feb 05 19:31:40.305167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9215-298b-4297-85c2-43b09df2253b req-56985c69-9154-4eb2-b799-1d6428590128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:31:40.306752 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-56985c69-9154-4eb2-b799-1d6428590128 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.0810754
Feb 05 19:31:40.461688 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9215-298b-4297-85c2-43b09df2253b req-699ab2ef-0ff0-440a-aee0-ff8c115ab4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:31:40.463170 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-699ab2ef-0ff0-440a-aee0-ff8c115ab4eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1359847
Feb 05 19:31:40.572568 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-5c8d36d4-5a1c-49fd-ade8-faff40cbbcb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 1001 time: 0.1029611
Feb 05 19:31:40.640818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9215-298b-4297-85c2-43b09df2253b req-37fa747a-b98a-48b4-b34d-0393ef34581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:31:40.642350 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-37fa747a-b98a-48b4-b34d-0393ef34581e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0633359
Feb 05 19:31:40.723492 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e9215-298b-4297-85c2-43b09df2253b req-62c6903a-43b0-44ac-a255-406d77182c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:31:40.725039 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-62c6903a-43b0-44ac-a255-406d77182c61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765812
Feb 05 19:31:40.853244 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5f4b9d99-677e-4d12-9664-b463d3a8dcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:40.867214 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-1fdf4ee9-7258-4c55-a7ea-cce568f9ab0b service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356070
Feb 05 19:31:41.009948 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-051e9215-298b-4297-85c2-43b09df2253b req-b10d6e46-085b-4d5a-9ede-dd3ec053d61d service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359632
Feb 05 19:31:42.913787 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5b98-09ab-43f0-871e-8cabc280f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:43.832919 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:45.107101 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:45.111048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:31:48.270348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:32:09.109639 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:10.854747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cb59358e-2fb9-4967-90de-cb1130e2441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:12.915095 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e5d5bc91-c6b3-482f-bf42-067749aa5135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:13.836358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:14.493425 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-898b84d1-c1af-4225-ace8-1dbc1c945acc tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips/1e84686e-96a0-4a05-8597-6534cd067048 HTTP/1.1" status: 200  len: 998 time: 0.1337540
Feb 05 19:32:14.737296 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-e43a6e13-27b0-4a92-ac7e-54186c784243 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:14.738789 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-e43a6e13-27b0-4a92-ac7e-54186c784243 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2389600
Feb 05 19:32:14.870377 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-0d073c60-03a1-4acf-91b1-0f644294664b tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.86 HTTP/1.1" status: 200  len: 1001 time: 0.1250432
Feb 05 19:32:15.030504 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-3a727b30-850c-482a-b18e-e2dc63cfeee5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:15.032045 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-3a727b30-850c-482a-b18e-e2dc63cfeee5 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports/2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 943 time: 0.1552904
Feb 05 19:32:15.110415 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.113883 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.236675 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-6f031b31-b55a-4b07-8042-78de5e07ea97 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.86 HTTP/1.1" status: 200  len: 1001 time: 0.1203482
Feb 05 19:32:15.478403 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port b6ab020c-85cf-4c04-af8d-dfb888dbcf7e {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:15.478709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.661621 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.662226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.800914 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for b6ab020c-85cf-4c04-af8d-dfb888dbcf7e owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:15.955895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:15.972270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:16.065062 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=b6ab020c-85cf-4c04-af8d-dfb888dbcf7e,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:16.079484 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.079902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.080311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.080765 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.081167 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.081565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.081959 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.082353 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.082747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.083141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.083531 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.083924 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.084379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.084776 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.085166 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.085555 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.085948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.086339 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.086729 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.087120 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.087510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.087901 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.088289 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.088699 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:16.095269 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:16.212432 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:16.212848 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 1e84686e-96a0-4a05-8597-6534cd067048 disassociated (deleted). External IP: 172.27.3.86, port: 2b137fe4-bc90-44d7-9faf-013587b552da.
Feb 05 19:32:16.587360 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:32:16.775496 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:32:16.785803 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:32:16.796287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:16.797003 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87c33358>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:16.800199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:16.862448 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "DELETE /v2.0/floatingips/1e84686e-96a0-4a05-8597-6534cd067048 HTTP/1.1" status: 204  len: 173 time: 1.6196537
Feb 05 19:32:16.862937 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:32:16.924238 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da', 'status': 'completed', 'code': 200}
Feb 05 19:32:16.956680 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-1c872957-8d56-4cb2-a462-f36f67edc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:16.958347 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-1c872957-8d56-4cb2-a462-f36f67edc04d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.0822227
Feb 05 19:32:16.991951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:17.030416 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-072da4f3-a117-4ed5-a75d-e2d5359a092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.032123 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-072da4f3-a117-4ed5-a75d-e2d5359a092b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 1163 time: 0.0866489
Feb 05 19:32:17.197754 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-458ebebd-1c39-48d7-b9d8-e2b6c5c7924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.199299 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-458ebebd-1c39-48d7-b9d8-e2b6c5c7924f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1604598
Feb 05 19:32:17.279730 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-af7e4715-cc02-409b-879a-8c4244c8f448 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 217 time: 0.0734921
Feb 05 19:32:17.350815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-c60e071f-de47-4e81-a24b-772952189243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.351844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-09efceca-07d2-4806-9fde-138f8647b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.352481 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-c60e071f-de47-4e81-a24b-772952189243 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0668194
Feb 05 19:32:17.353482 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-09efceca-07d2-4806-9fde-138f8647b4e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.3881176
Feb 05 19:32:17.398294 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87c33358>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:17.402428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:32:17.411849 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:17.412516 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87c33358>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:17.430587 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-f07b2a18-5b60-4541-bbd7-ba44a83c6e52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 200  len: 217 time: 0.0701993
Feb 05 19:32:17.440655 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-8c7e13df-9137-4219-a402-468caa330844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.442287 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-8c7e13df-9137-4219-a402-468caa330844 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833704
Feb 05 19:32:17.503757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-56498dc5-9e3e-4ca3-844a-50773483f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.505322 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-56498dc5-9e3e-4ca3-844a-50773483f744 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0654571
Feb 05 19:32:17.594911 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-e95d6948-c65f-469a-8dbc-3aba0f424abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:17.596013 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-d853b85b-9ce1-4092-ab14-4c978b694201 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446927
Feb 05 19:32:17.596580 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-e95d6948-c65f-469a-8dbc-3aba0f424abd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834181
Feb 05 19:32:17.611378 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:17.748242 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-84cce7a8-1616-4128-ab30-f84fba49ec37 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427732
Feb 05 19:32:17.748511 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5065d309-4550-4bff-b0af-3547ee2731d6 req-0d4e479b-3bb7-4b9a-a95d-4d4d084a57b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460598
Feb 05 19:32:17.900984 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-c25ad3e2-17d4-486c-8bcf-3fe4a10d3e01 req-6f1fd5a2-534a-46a2-a1fa-96bc85067616 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450083
Feb 05 19:32:17.994805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87c33358>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:17.999379 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e61d4-35e5-4c61-8b57-98aa7e3cf5c2 None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_floatingips': [{'id': '5d19139d-34bf-4f50-8702-ad129be30e8a', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'router_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'port_id': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'mac_address': 'fa:16:3e:cb:0f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:28:47Z', 'updated_at': '2021-02-05T19:28:52Z', 'revision_number': 2, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:32:18.398369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84659b06-575f-4f48-bd8a-ee876f5ef814 None None] New status for floating IP 1e84686e-96a0-4a05-8597-6534cd067048: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:32:18.419247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1743cef-ba08-4971-b1db-b864f2b0e6ef req-66a5a545-2cc7-44f2-ad96-e577b37bac29 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:18.419996 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d1743cef-ba08-4971-b1db-b864f2b0e6ef req-66a5a545-2cc7-44f2-ad96-e577b37bac29 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:18.437199 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-d1743cef-ba08-4971-b1db-b864f2b0e6ef req-66a5a545-2cc7-44f2-ad96-e577b37bac29 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:18.438463 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d1743cef-ba08-4971-b1db-b864f2b0e6ef req-66a5a545-2cc7-44f2-ad96-e577b37bac29 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.1825643
Feb 05 19:32:18.505427 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-d1743cef-ba08-4971-b1db-b864f2b0e6ef req-8436daf1-6f7c-44e5-88d7-575fd7f0d043 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0604794
Feb 05 19:32:19.821331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a3706-c5ba-448b-8dc0-c84310dbdd34 req-7032674a-0ea0-43e0-a342-87520034da74 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:19.823033 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-584a3706-c5ba-448b-8dc0-c84310dbdd34 req-7032674a-0ea0-43e0-a342-87520034da74 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.1838491
Feb 05 19:32:19.894648 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-584a3706-c5ba-448b-8dc0-c84310dbdd34 req-3f2bdb8b-9751-4ffd-93c0-5f23657b8fe0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0642021
Feb 05 19:32:20.072354 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-53ed1bd2-8762-478f-b22a-90aca0b54da0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:20.073134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-53ed1bd2-8762-478f-b22a-90aca0b54da0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:20.086155 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-53ed1bd2-8762-478f-b22a-90aca0b54da0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:20.087377 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-53ed1bd2-8762-478f-b22a-90aca0b54da0 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 946 time: 0.4229054
Feb 05 19:32:20.179467 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 2b137fe4-bc90-44d7-9faf-013587b552da {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:20.179846 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:20.442369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] For port 2b137fe4-bc90-44d7-9faf-013587b552da, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2b137fe4-bc90-44d7-9faf-013587b552da,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:20.442694 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:20.579856 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 2b137fe4-bc90-44d7-9faf-013587b552da owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:20.734580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:20.751413 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-2dfb0990-7071-4cc3-a291-5671bdd28850 tempest-AttachVolumeNegativeTest-1756611742 tempest-AttachVolumeNegativeTest-1756611742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:20.845402 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=2b137fe4-bc90-44d7-9faf-013587b552da,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:20.860590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.861012 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.861421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.861826 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.862226 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.862627 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.863023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.863419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.863815 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.864211 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.864634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.865030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.865460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.865858 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.866251 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.866641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.867032 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.867425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.867817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.868208 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.868652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.869042 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.869433 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.869820 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-2-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 05 19:32:20.873939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:20.979591 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] No DVR routers for this DVR port 2b137fe4-bc90-44d7-9faf-013587b552da on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:32:20.982008 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:20.986140 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'name': 'network-vif-deleted', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:32:20.999901 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-694b4ea6-ba5d-47ab-ac4c-06d2945a268d req-000adbb8-c433-43ac-85be-b62baf9499fd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "DELETE /v2.0/ports/2b137fe4-bc90-44d7-9faf-013587b552da HTTP/1.1" status: 204  len: 173 time: 0.9065988
Feb 05 19:32:21.061196 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a191be03-54be-4c96-8d68-9721fe9368f4', 'name': 'network-vif-deleted', 'tag': '2b137fe4-bc90-44d7-9faf-013587b552da', 'status': 'completed', 'code': 200}
Feb 05 19:32:21.096870 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-a714b48d-6a96-42a3-9b35-43dda71a621a req-eff07cda-b73b-4aec-bd4a-66c4ebdb4d02 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=a191be03-54be-4c96-8d68-9721fe9368f4 HTTP/1.1" status: 200  len: 210 time: 0.0618382
Feb 05 19:32:21.230074 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2b137fe4-bc90-44d7-9faf-013587b552da no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:21.270168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 2b137fe4-bc90-44d7-9faf-013587b552da {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:21.270490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2b137fe4-bc90-44d7-9faf-013587b552da not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:24.794543 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-a88a5945-829d-4b40-b543-cb0891d133ed tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips/5d19139d-34bf-4f50-8702-ad129be30e8a HTTP/1.1" status: 200  len: 997 time: 0.1333804
Feb 05 19:32:25.045406 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-bd20be4f-a97a-482c-9134-946c9561d55d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:25.046999 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-bd20be4f-a97a-482c-9134-946c9561d55d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2469904
Feb 05 19:32:25.176315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-afdc620a-a0bf-4621-811e-b790d2dcee98 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:25.190882 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-afdc620a-a0bf-4621-811e-b790d2dcee98 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:25.192126 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-afdc620a-a0bf-4621-811e-b790d2dcee98 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.49 HTTP/1.1" status: 200  len: 1000 time: 0.1388094
Feb 05 19:32:25.270991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:32:25.349476 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-97d15cef-ffef-4bba-9395-ef310e122774 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:25.350919 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-97d15cef-ffef-4bba-9395-ef310e122774 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports/2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 942 time: 0.1527824
Feb 05 19:32:25.552518 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-315cc74d-de07-4836-b67d-3f0d90ce18a9 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.49 HTTP/1.1" status: 200  len: 1000 time: 0.1214108
Feb 05 19:32:25.791381 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 687a096b-d42c-4417-9d50-0addfa88bf19 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:25.791764 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:25.975530 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:25.976132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:26.113609 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 687a096b-d42c-4417-9d50-0addfa88bf19 owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:26.264522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:26.280573 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ea9ac76a-2fba-43c8-9de7-a6437a5cfbe7 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:26.377490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=687a096b-d42c-4417-9d50-0addfa88bf19,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:26.381372 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:26.507441 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:26.507804 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.db.l3_db [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Floating IP 5d19139d-34bf-4f50-8702-ad129be30e8a disassociated (deleted). External IP: 172.27.3.49, port: 2a3e613f-5b3b-4c44-b212-403cc3d10c21.
Feb 05 19:32:26.875561 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:32:27.310227 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:32:27.319813 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:32:27.330235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:27.330987 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87bc4668>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:27.332543 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:27.393166 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-ae027397-c315-465c-8e4c-a309fceb9a08 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "DELETE /v2.0/floatingips/5d19139d-34bf-4f50-8702-ad129be30e8a HTTP/1.1" status: 204  len: 173 time: 1.8345504
Feb 05 19:32:27.393727 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:32:27.451201 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'status': 'completed', 'code': 200}
Feb 05 19:32:27.490102 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-e4cf509f-b838-40ba-8079-ea3e818f5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.491760 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-e4cf509f-b838-40ba-8079-ea3e818f5a4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0847790
Feb 05 19:32:27.532898 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:27.554947 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663825-5663-47de-b4e2-1d537d832746 req-2d7c5dd7-f370-4038-9cf3-bd11785d5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.556637 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-2d7c5dd7-f370-4038-9cf3-bd11785d5421 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f4c9ae5415b8444987b1d87309a44776&device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 1162 time: 0.0821462
Feb 05 19:32:27.642661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-769af8c3-dd66-4cce-b939-87840d3551bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.644900 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-769af8c3-dd66-4cce-b939-87840d3551bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1454029
Feb 05 19:32:27.713358 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663825-5663-47de-b4e2-1d537d832746 req-1a1f830a-e290-4fa3-9241-444342f4a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.716281 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-1a1f830a-e290-4fa3-9241-444342f4a4e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 200  len: 905 time: 0.1525986
Feb 05 19:32:27.724497 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-5e0d310c-ce60-4eb1-a56a-5d9be3a38160 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 217 time: 0.0726869
Feb 05 19:32:27.796352 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-4f05cc7b-a27d-403b-b9b8-2ad6e3660bcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 200  len: 217 time: 0.0745435
Feb 05 19:32:27.796629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-1ad6ce07-fd5a-43a0-9e43-95c83e61c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.798093 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-1ad6ce07-fd5a-43a0-9e43-95c83e61c691 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0663710
Feb 05 19:32:27.868782 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663825-5663-47de-b4e2-1d537d832746 req-c44fcefc-9386-4336-8df9-015dbb512810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.870436 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-c44fcefc-9386-4336-8df9-015dbb512810 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 200  len: 850 time: 0.0681314
Feb 05 19:32:27.886419 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87bc4668>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:27.887737 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-7837901e-5f49-4714-9a11-7891987c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.889433 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-7837901e-5f49-4714-9a11-7891987c7c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839176
Feb 05 19:32:27.890686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:32:27.899795 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:27.900389 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c87bc4668>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:27.959463 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84663825-5663-47de-b4e2-1d537d832746 req-ff84b0f0-36ac-49b9-bc1d-cec6015e38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:27.961208 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-ff84b0f0-36ac-49b9-bc1d-cec6015e38c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ad5010c-69ee-40dd-871b-5646fd780b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838351
Feb 05 19:32:28.053949 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-f33e27d6-db8b-41bd-8eb9-9a0e2d9739e5 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1563570
Feb 05 19:32:28.132562 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-512c483f-509c-44b2-a2cd-9bcd1b7ca703 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643605
Feb 05 19:32:28.222798 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-75212a07-2b7b-4435-abf8-cf2e996cd99b req-dc923b2c-23ed-474a-910b-dd760d4a5bc8 service neutron] 10.222.0.59 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1599329
Feb 05 19:32:28.270704 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:28.285380 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-84663825-5663-47de-b4e2-1d537d832746 req-d8df72d1-c414-40fc-87be-df3df64cd8a6 service neutron] 10.222.0.45 "GET /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1465487
Feb 05 19:32:28.617421 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c87bc4668>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:28.622232 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d303bf4-ddbc-4faf-b5e2-a40eca79642b None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:25:37Z', 'revision_number': 4, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi', '_interfaces': [{'id': '782eb2e9-a865-4243-b67b-8dde8cb19788', 'name': '', 'network_id': '4ad5010c-69ee-40dd-871b-5646fd780b5d', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'mac_address': 'fa:16:3e:47:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:36Z', 'updated_at': '2021-02-05T19:25:47Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'subnets': [{'id': 'b1282abc-0f3e-4acc-9f25-e60ec21196a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:32:28.723312 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2653d9-9b54-4439-abb0-ce2369aa0460 req-9f60bcfd-4b13-4ca8-841d-9b2e248eb210 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:28.724145 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-9a2653d9-9b54-4439-abb0-ce2369aa0460 req-9f60bcfd-4b13-4ca8-841d-9b2e248eb210 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:28.740291 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-9a2653d9-9b54-4439-abb0-ce2369aa0460 req-9f60bcfd-4b13-4ca8-841d-9b2e248eb210 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:28.741609 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a2653d9-9b54-4439-abb0-ce2369aa0460 req-9f60bcfd-4b13-4ca8-841d-9b2e248eb210 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1863072
Feb 05 19:32:28.807125 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-9a2653d9-9b54-4439-abb0-ce2369aa0460 req-9192a218-6ddc-4833-8f47-17f3fdb6251d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0590529
Feb 05 19:32:29.002465 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ee30f1-7818-42a7-ad89-2d0442b4d1b8 None None] New status for floating IP 5d19139d-34bf-4f50-8702-ad129be30e8a: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 05 19:32:30.092963 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-d65f2144-ae51-4990-9532-9b47432568c1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:30.093799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-d65f2144-ae51-4990-9532-9b47432568c1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:30.106869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-d65f2144-ae51-4990-9532-9b47432568c1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:30.108029 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-d65f2144-ae51-4990-9532-9b47432568c1 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1785419
Feb 05 19:32:30.109860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea41b7-5e81-47de-ad0f-4ab354947ef4 req-e15217ea-6448-4048-b0b5-3cba06d4f134 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:30.111640 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5eea41b7-5e81-47de-ad0f-4ab354947ef4 req-e15217ea-6448-4048-b0b5-3cba06d4f134 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 945 time: 0.1708260
Feb 05 19:32:30.181067 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-5eea41b7-5e81-47de-ad0f-4ab354947ef4 req-ebbf2f25-6303-443d-9399-a024c8136e36 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups?id=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0631645
Feb 05 19:32:30.205770 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:30.206157 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:30.467564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] For port 2a3e613f-5b3b-4c44-b212-403cc3d10c21, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=2a3e613f-5b3b-4c44-b212-403cc3d10c21,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:30.467877 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:30.606050 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 2a3e613f-5b3b-4c44-b212-403cc3d10c21 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:30.758948 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:30.773869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-d5a7e0e2-c82e-4f9a-8c85-71c07ad5debb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:30.871056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=2a3e613f-5b3b-4c44-b212-403cc3d10c21,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:30.877356 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:30.979952 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] No DVR routers for this DVR port 2a3e613f-5b3b-4c44-b212-403cc3d10c21 on host hv-cinder-77428 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:32:30.982951 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:30.985887 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'name': 'network-vif-deleted', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 05 19:32:31.002959 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-1c1a9cca-9ac4-4fd6-a6f5-c24135bcdb04 req-e570b415-6b9b-4672-a551-f7eac9da6ebd tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.45 "DELETE /v2.0/ports/2a3e613f-5b3b-4c44-b212-403cc3d10c21 HTTP/1.1" status: 204  len: 173 time: 0.8894160
Feb 05 19:32:31.050116 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcebec13-7b77-4958-8608-7c7088c14e38', 'name': 'network-vif-deleted', 'tag': '2a3e613f-5b3b-4c44-b212-403cc3d10c21', 'status': 'completed', 'code': 200}
Feb 05 19:32:31.306544 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2a3e613f-5b3b-4c44-b212-403cc3d10c21 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:31.349297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] No Port match for: 2a3e613f-5b3b-4c44-b212-403cc3d10c21 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:31.350055 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Device 2a3e613f-5b3b-4c44-b212-403cc3d10c21 not bound to the agent host hv-cinder-77428 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:31.366576 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-088d63ae-a5de-4ec7-9037-fe69c341de48 req-b92cd3c0-37d4-49ad-a33f-feab105cc028 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcebec13-7b77-4958-8608-7c7088c14e38 HTTP/1.1" status: 200  len: 210 time: 0.0518007
Feb 05 19:32:32.618973 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-02f5bc2e-92d6-4186-9d84-3fa020cb108f tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips/7e183322-4dd4-4434-b793-cec722414003 HTTP/1.1" status: 200  len: 692 time: 0.1061504
Feb 05 19:32:32.856446 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-3a214534-94a3-4953-97d8-073d945c76ba tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 05 19:32:32.857955 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-3a214534-94a3-4953-97d8-073d945c76ba tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/networks/a46f4546-88ef-4af4-b46b-2fe429423534 HTTP/1.1" status: 200  len: 784 time: 0.2324660
Feb 05 19:32:32.957041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-9a4305e0-a5ff-47db-8671-772423c476cb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Synchronizing usage tracker for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 05 19:32:32.972349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.quota.resource [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-9a4305e0-a5ff-47db-8671-772423c476cb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Unset dirty status for tenant:f4c9ae5415b8444987b1d87309a44776 on resource:floatingip {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 05 19:32:32.973595 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-9a4305e0-a5ff-47db-8671-772423c476cb tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.23 HTTP/1.1" status: 200  len: 695 time: 0.1091847
Feb 05 19:32:33.080189 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-0359aaec-007c-44e3-b90b-19cec2919445 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.3.23 HTTP/1.1" status: 200  len: 695 time: 0.1000466
Feb 05 19:32:33.271868 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Deleting port 05afe5d8-c645-444c-8eea-8b4d6666fa7a {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:33.272165 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.450056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.450417 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.582047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Calling delete_port for 05afe5d8-c645-444c-8eea-8b4d6666fa7a owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:33.727172 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838308460'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.743077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a08ee0b9-7c3c-4ec3-824e-1df9810946d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:33.838816 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'Port': ['ID=05afe5d8-c645-444c-8eea-8b4d6666fa7a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:33.844641 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:33.971351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.991843 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854761017'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:33.993144 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-2e55080f-28f6-4e07-b165-d25be2e830c3 req-f44b5487-1b6c-4218-9761-ce8ac0e421a3 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "DELETE /v2.0/floatingips/7e183322-4dd4-4434-b793-cec722414003 HTTP/1.1" status: 204  len: 173 time: 0.9069350
Feb 05 19:32:35.499621 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-0a950d08-bebf-42be-9886-8d1a6479cf3d tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "GET /v2.0/security-groups/82c78f7d-9fb6-4c94-86c8-e4312ff84ad7 HTTP/1.1" status: 200  len: 2997 time: 0.0689304
Feb 05 19:32:35.588690 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:35.618812 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:35.665298 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:35.671087 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5435a2c7-b128-4829-9095-45e06e3c4130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:35.687590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c78f7d-9fb6-4c94-86c8-e4312ff84ad7,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:35.691907 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:35.695300 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:35.696532 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [req-f431894e-859f-4d07-bf5e-d7edfc3f5bfc req-096d83bd-af71-4fb8-9419-dfe71dd44d3a tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] 10.222.0.59 "DELETE /v2.0/security-groups/82c78f7d-9fb6-4c94-86c8-e4312ff84ad7 HTTP/1.1" status: 204  len: 173 time: 0.1905980
Feb 05 19:32:35.764357 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50170) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:36.488567 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:37.086364 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Deleting port 782eb2e9-a865-4243-b67b-8dde8cb19788 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:37.086862 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:37.271671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] For port 782eb2e9-a865-4243-b67b-8dde8cb19788, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=782eb2e9-a865-4243-b67b-8dde8cb19788,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:37.272057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:37.402790 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Calling delete_port for 782eb2e9-a865-4243-b67b-8dde8cb19788 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:37.578934 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:37.594850 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-0cf770e6-3a68-4a14-b0cf-ca528a19db4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:37.690599 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Pushing event deleted for resources: {'Port': ['ID=782eb2e9-a865-4243-b67b-8dde8cb19788,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:37.694503 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:38.009175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:38.514518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:32:38.706585 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:32:38.716822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Sync routers for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:32:38.722084 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-5003b825-9610-44ba-8a96-2afdd7014493 admin admin] 10.222.0.59 "PUT /v2.0/routers/549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9565332
Feb 05 19:32:38.724807 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50176) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:38.727522 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:38.728275 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c876bd710>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:38.917011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:38.917285 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:39.109425 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:39.115064 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Deleting port 268878fc-4eff-4c09-9432-96d69faeb961 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:39.115428 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:39.128551 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:39.229554 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c876bd710>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:32:37Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:39.234509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Checking router: 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 for host: dv-cinder-774288-2-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:32:39.244041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Routers {'549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:39.244723 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c876bd710>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:13Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:39.301494 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] For port 268878fc-4eff-4c09-9432-96d69faeb961, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=268878fc-4eff-4c09-9432-96d69faeb961,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:39.301895 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:39.432943 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-09e68462-8409-4b45-9756-d33cb7c926dc req-3a2a1426-a061-4e10-8db5-fffc6e6f4ae1 service neutron] (80131) timed out ('10.222.0.45', 62749) {{(pid=80131) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 05 19:32:39.434141 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] Set router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 gateway port host: dv-cinder-774288-2-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:39.685482 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Calling delete_port for 268878fc-4eff-4c09-9432-96d69faeb961 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:39.756056 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c876bd710>, [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:32:37Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:39.760317 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d324a8b-d72d-4aa9-ba7a-d47292d87987 None None] The sync data for ids ['549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8'] in dv-cinder-774288-2-iscsi is: [{'id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'name': 'tempest-TestVolumeBootPattern-770451561-router', 'tenant_id': 'f4c9ae5415b8444987b1d87309a44776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '268878fc-4eff-4c09-9432-96d69faeb961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:31Z', 'updated_at': '2021-02-05T19:32:37Z', 'revision_number': 5, 'project_id': 'f4c9ae5415b8444987b1d87309a44776', 'gw_port': {'id': '268878fc-4eff-4c09-9432-96d69faeb961', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ad:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:32Z', 'updated_at': '2021-02-05T19:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:32:39.826116 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.029207 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.171016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.173351 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.194860 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.195407 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:32:40.207867 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.209134 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-e31d8e57-2bc7-425f-97f9-cfe58213a9f0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/549a3ef8-f715-45e6-a4a8-6bdae9f1c0e8 HTTP/1.1" status: 204  len: 168 time: 1.4833531
Feb 05 19:32:40.211857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50180) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:40.285870 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Deleting subnet b1282abc-0f3e-4acc-9f25-e60ec21196a7 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:32:40.289094 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.344054 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.434789 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.692239 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.707369 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 782eb2e9-a865-4243-b67b-8dde8cb19788 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:40.708363 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-74c21aaf-fc16-4a5f-93fe-64b21c66546f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:40.745231 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 782eb2e9-a865-4243-b67b-8dde8cb19788 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:40.745652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 782eb2e9-a865-4243-b67b-8dde8cb19788 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:40.746261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 268878fc-4eff-4c09-9432-96d69faeb961 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:40.781779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 268878fc-4eff-4c09-9432-96d69faeb961 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:40.782168 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 268878fc-4eff-4c09-9432-96d69faeb961 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:40.806507 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1282abc-0f3e-4acc-9f25-e60ec21196a7,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:40.811683 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:40.845345 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.853809 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-32c9058c-4035-432c-add8-fc693e33c42f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b1282abc-0f3e-4acc-9f25-e60ec21196a7 HTTP/1.1" status: 204  len: 168 time: 0.6384752
Feb 05 19:32:40.854077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50184) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:40.855667 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec0b06-f793-4342-bffc-34b32f792fd1 None None] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:32:40.924295 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4170-4230-4a4d-9de9-2eb0cbf14c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:40.972442 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.046454 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Deleting port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:41.046827 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.117436 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] DHCP port deletion for 4ad5010c-69ee-40dd-871b-5646fd780b5d request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:32:41.122649 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Deleting port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:41.123072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.277510 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] For port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:41.278220 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.341825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] For port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,segment=NetworkSegment(8636ba3a-cc71-47b7-91d2-efbb14dc8676),segment_id=8636ba3a-cc71-47b7-91d2-efbb14dc8676)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:41.342329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.420431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Calling delete_port for 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:41.506574 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.523580 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-c886a784-334a-4060-8d02-4c6fc2260166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:41.630855 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4fcfa3-2b3b-4cd5-a22c-e765da259674,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:41.635564 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:41.644190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Calling delete_port for 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:41.668869 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] No DVR routers for this DVR port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 on host dv-cinder-774288-2-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:32:41.718670 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:32:41.719261 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:32:41.791700 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.907857 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c86eb60b8>,) {'filters': {'network_id': ['4ad5010c-69ee-40dd-871b-5646fd780b5d']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:41.922642 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86eb60b8>, '8636ba3a-cc71-47b7-91d2-efbb14dc8676') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:41.923171 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c86eb60b8>, '8636ba3a-cc71-47b7-91d2-efbb14dc8676') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:41.940349 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.958717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:41.960712 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:32:42.145051 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:32:42.154755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:42.220634 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Deleting port 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:42.221069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:42.295666 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0b4c7-4267-4d5f-ad0d-1ec03e52941f None None] The port '7f4fcfa3-2b3b-4cd5-a22c-e765da259674' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:32:42.342242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Network 4ad5010c-69ee-40dd-871b-5646fd780b5d has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:32:42.364787 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:32:42.439967 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:42.443061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:42.463019 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:42.470939 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad5010c-69ee-40dd-871b-5646fd780b5d,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:42.475829 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:42.487043 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-91366bce-8c65-432f-a6fe-3b2962f835a5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4ad5010c-69ee-40dd-871b-5646fd780b5d HTTP/1.1" status: 204  len: 168 time: 1.6319475
Feb 05 19:32:42.490180 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50190) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:42.706652 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:42.743736 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:42.744270 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 7f4fcfa3-2b3b-4cd5-a22c-e765da259674 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:42.915435 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4fd9cd7d-5909-45fd-b91a-c419ed9b4867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:43.066460 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1983414'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:43.440935 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Deleting port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:43.441230 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:43.837931 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:43.865918 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] For port 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:43.866318 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:44.009315 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Calling delete_port for 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:44.189713 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:44.207297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-35ce39b6-7732-4d5e-9223-65535912a1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:44.305828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Pushing event deleted for resources: {'Port': ['ID=286c28af-c87b-4ab6-b5fe-8f9a22b9c63b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:44.309875 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:44.617072 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1633515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1984389'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.113565 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.118057 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.135242 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Router 907b65ec-d99a-4b26-9c3a-14166c8e45fb has already been hosted by L3 agent bc390f63-159e-4d4b-bb37-dad92d0999b9 {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 05 19:32:45.331747 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] Notify agent at l3_agent.dv-cinder-774288-2-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 05 19:32:45.341162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Sync routers for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 05 19:32:45.341592 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-bdf6bde3-646a-40c9-85ea-6359802435fd admin admin] 10.222.0.59 "PUT /v2.0/routers/907b65ec-d99a-4b26-9c3a-14166c8e45fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8503416
Feb 05 19:32:45.344310 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50196) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:45.351107 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:45.351788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86c93ac8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:45.530766 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.545479 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:45.720490 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.725668 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Deleting port a1407292-37a9-4c3d-817a-84f0bd9f9d3d {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:45.726041 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:45.850246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86c93ac8>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 5, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:45.854308 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Checking router: 907b65ec-d99a-4b26-9c3a-14166c8e45fb for host: dv-cinder-774288-2-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 05 19:32:45.863788 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Routers {'907b65ec-d99a-4b26-9c3a-14166c8e45fb'} bound to L3 agent in host dv-cinder-774288-2-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 05 19:32:45.864431 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0c86c93ac8>, 'dv-cinder-774288-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T19:07:43Z,description=<?>,heartbeat_timestamp=2021-02-05T19:32:43Z,host='dv-cinder-774288-2-iscsi',id=bc390f63-159e-4d4b-bb37-dad92d0999b9,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-05T19:07:43Z,topic='l3_agent')) {'router_ids': ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:45.909653 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] For port a1407292-37a9-4c3d-817a-84f0bd9f9d3d, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=a1407292-37a9-4c3d-817a-84f0bd9f9d3d,segment=NetworkSegment(459a3383-7617-4c28-990c-c92c33652b4f),segment_id=459a3383-7617-4c28-990c-c92c33652b4f)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:45.910047 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.073404 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvr_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] Set router 907b65ec-d99a-4b26-9c3a-14166c8e45fb gateway port host: dv-cinder-774288-2-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 05 19:32:46.309894 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Calling delete_port for a1407292-37a9-4c3d-817a-84f0bd9f9d3d owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:46.390742 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_hamode_db [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0c86c93ac8>, [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 5, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}], 'dv-cinder-774288-2-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:46.395136 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b295054-7ca4-4192-b33d-5ef45dedddb5 None None] The sync data for ids ['907b65ec-d99a-4b26-9c3a-14166c8e45fb'] in dv-cinder-774288-2-iscsi is: [{'id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'name': 'tempest-TestVolumeBootPattern-1436106233-router', 'tenant_id': '541af78de3074331bd35307fd060bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'external_fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:25:41Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 5, 'project_id': '541af78de3074331bd35307fd060bfe0', 'gw_port': {'id': 'a1407292-37a9-4c3d-817a-84f0bd9f9d3d', 'name': '', 'network_id': 'a46f4546-88ef-4af4-b46b-2fe429423534', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907b65ec-d99a-4b26-9c3a-14166c8e45fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:25:42Z', 'updated_at': '2021-02-05T19:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c3cc1d01-87dc-46b3-95a9-f3d0c2af23cf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-2-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 05 19:32:46.456661 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.656799 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2008197'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.671590 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:46.713235 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:46.713629 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 286c28af-c87b-4ab6-b5fe-8f9a22b9c63b not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:46.797709 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1997991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2663'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.800048 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.823595 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852767946'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.824495 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 907b65ec-d99a-4b26-9c3a-14166c8e45fb {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 05 19:32:46.836733 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.837968 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-dc4b4ae3-3746-4ab1-9a5b-1fe7420d148a admin admin] 10.222.0.59 "DELETE /v2.0/routers/907b65ec-d99a-4b26-9c3a-14166c8e45fb HTTP/1.1" status: 204  len: 168 time: 1.4926031
Feb 05 19:32:46.841176 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50200) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:46.912730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Deleting subnet e7590be9-e5be-4e74-8527-609943331aec {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 05 19:32:46.915836 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:46.969030 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036838029759'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.054822 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854649210'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.329304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-126654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14845414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838923396'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.345142 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-a8c953b7-4189-4c8e-b0ed-09d6d32596a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:47.441132 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7590be9-e5be-4e74-8527-609943331aec,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:47.444070 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:47.480977 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.486610 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d2dbf-2bec-4ed5-b094-868c1932fb75 None None] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b requested from dv-cinder-774288-2-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 05 19:32:47.487547 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-68d9c23b-577f-46f2-989c-13d4ce02cd7d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7590be9-e5be-4e74-8527-609943331aec HTTP/1.1" status: 204  len: 168 time: 0.6453176
Feb 05 19:32:47.490205 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50206) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:47.608248 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-290681'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.680314 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Deleting port 70f4cfb6-c75d-4c31-857b-c3276f342e52 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:47.680715 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.736246 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] DHCP port deletion for 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b request from dv-cinder-774288-2-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 05 19:32:47.740549 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Deleting port 70f4cfb6-c75d-4c31-857b-c3276f342e52 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:47.741061 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.906255 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] For port 70f4cfb6-c75d-4c31-857b-c3276f342e52, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=70f4cfb6-c75d-4c31-857b-c3276f342e52,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:47.906646 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:47.964200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.db [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] For port 70f4cfb6-c75d-4c31-857b-c3276f342e52, host dv-cinder-774288-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-2-iscsi',level=0,port_id=70f4cfb6-c75d-4c31-857b-c3276f342e52,segment=NetworkSegment(f8f01a68-0efb-44e4-aaf3-78116b06d867),segment_id=f8f01a68-0efb-44e4-aaf3-78116b06d867)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 05 19:32:47.965179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852788648'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.046426 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Calling delete_port for 70f4cfb6-c75d-4c31-857b-c3276f342e52 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:48.111966 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Calling delete_port for 70f4cfb6-c75d-4c31-857b-c3276f342e52 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 05 19:32:48.125753 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-208851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4288809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306116183941', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306116632095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839930420'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.141864 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-abc27461-ccf8-4f19-b5c6-fd56973bae78 tempest-TestVolumeBootPattern-822147618 tempest-TestVolumeBootPattern-822147618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:48.190545 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.db.api [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 05 19:32:48.190949 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_db.api [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 05 19:32:48.251097 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Pushing event deleted for resources: {'Port': ['ID=70f4cfb6-c75d-4c31-857b-c3276f342e52,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:48.253825 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:48.290138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] No DVR routers for this DVR port 70f4cfb6-c75d-4c31-857b-c3276f342e52 on host dv-cinder-774288-2-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 05 19:32:48.412866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854651843', 'neutron.services.segments.db._delete_segments_for_network-8730738625958'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.526758 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0c87333eb8>,) {'filters': {'network_id': ['8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:48.539297 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87333eb8>, 'f8f01a68-0efb-44e4-aaf3-78116b06d867') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:48.539623 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.services.segments.db [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0c87333eb8>, 'f8f01a68-0efb-44e4-aaf3-78116b06d867') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 05 19:32:48.552138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730738619319', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16746057'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.569982 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124627'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.572079 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 05 19:32:48.692594 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Deleting port 70f4cfb6-c75d-4c31-857b-c3276f342e52 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 05 19:32:48.693344 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730738708134'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.728023 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a1407292-37a9-4c3d-817a-84f0bd9f9d3d no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:48.754781 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:32:48.764388 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854651173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14845201'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:48.799179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: a1407292-37a9-4c3d-817a-84f0bd9f9d3d {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:48.799569 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device a1407292-37a9-4c3d-817a-84f0bd9f9d3d not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:48.800034 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 70f4cfb6-c75d-4c31-857b-c3276f342e52 no longer exists at agent ovs-agent-dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 05 19:32:48.953717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.managers [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Network 8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]: Traceback (most recent call last):
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     timer()
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     cb(*args, **kw)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     return func(*args, **kwargs)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     self._notify()
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     self.callback(batched_events)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     event.method(event)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     segment_id)['aggregates'][0]
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     return f(self, *a, **k)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self._get(url).json()
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     **kwargs)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     return self.request(url, 'GET', **kwargs)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     **endpoint_filter)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 05 19:32:48.981421 dv-cinder-774288-2-iscsi neutron-server[80018]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 05 19:32:49.005059 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-4863970b-9cbf-4ad6-a9c5-ffd68d5734b5 None None] The port '70f4cfb6-c75d-4c31-857b-c3276f342e52' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 05 19:32:49.011801 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.plugin [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] No Port match for: 70f4cfb6-c75d-4c31-857b-c3276f342e52 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 05 19:32:49.012190 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.plugins.ml2.rpc [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Device 70f4cfb6-c75d-4c31-857b-c3276f342e52 not bound to the agent host dv-cinder-774288-2-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 05 19:32:49.067439 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-123957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852819998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2093853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036852767518'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.070818 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:49.087348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2093836'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.094194 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:49.098538 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:49.101427 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-f6df6d2a-11e5-405f-9944-e1d196edc49e admin admin] 10.222.0.59 "DELETE /v2.0/networks/8dc84b34-7ac2-4ee2-a600-ddaa75b0ce2b HTTP/1.1" status: 204  len: 168 time: 1.6102202
Feb 05 19:32:49.260828 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50212) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:49.316728 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-bc1b4d25-2345-494a-90bf-fd93260c83af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4c9ae5415b8444987b1d87309a44776&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544260
Feb 05 19:32:49.319175 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50216) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:49.380579 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.407069 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.455287 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.460329 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-e82d4256-b728-4142-9929-45679494f56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:49.474735 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e692ab-1bb7-4e64-94de-669e16a68c39,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:49.478805 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:49.482647 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:49.483868 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-15165b4c-d342-4e1d-9dda-4cdc0f503066 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84e692ab-1bb7-4e64-94de-669e16a68c39 HTTP/1.1" status: 204  len: 168 time: 0.1637428
Feb 05 19:32:49.882002 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50224) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:49.933950 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-371226bc-aa7d-4148-b382-980dac603425 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=541af78de3074331bd35307fd060bfe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506663
Feb 05 19:32:49.936309 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50228) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 05 19:32:50.012844 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:50.040703 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:50.088200 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852820066'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:50.094784 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-ce366be3-53de-49cb-86a1-54557d633c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 05 19:32:50.106196 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aa5160-22e2-49f8-9c7c-49d56014f182,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 05 19:32:50.108866 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG oslo_concurrency.lockutils [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 05 19:32:50.115067 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:32:50.116298 dv-cinder-774288-2-iscsi neutron-server[80018]: INFO neutron.wsgi [None req-55c754a1-2ad5-4e58-ae62-c2165d578a62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44aa5160-22e2-49f8-9c7c-49d56014f182 HTTP/1.1" status: 204  len: 168 time: 0.1789842
Feb 05 19:33:02.272078 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:33:09.121550 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:10.856011 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b5c4-0952-4a66-bbdf-c4531e7c45f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:12.916336 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-b60b66fa-c58d-4cb6-8a94-064a2d65ab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:13.841470 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:15.116221 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:15.120771 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:39.137162 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:39.272138 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:33:40.856035 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-2e79106d-d38d-4214-859c-1f904c822b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:42.918910 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f080ad5d-9b8f-4fa4-8222-fe18ef82b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:43.843831 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:45.117757 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:33:45.124277 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:09.152950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:10.856212 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf9f0-77f1-42d9-8774-40f5562e08b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:12.920077 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-69fe7a2b-7bde-46ac-b802-07b9b7b71c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:13.846458 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:15.111659 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:15.127187 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:16.271687 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:34:39.151031 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:40.856990 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-80fdccb2-30eb-4317-bec2-159ec6f327ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:42.921153 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-4a4a1a2e-7c45-4f68-8d92-17ef63e9d11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:43.848920 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:45.120383 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:45.130486 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:34:53.270779 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:35:09.149755 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:10.858768 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-f4bcfebb-72e2-4c54-9f58-9611fa6a72e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:12.921717 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-48247a7b-287d-41fb-818a-bf0cb99587bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:13.852892 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:15.111962 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:15.130817 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:30.270686 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:35:39.148304 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:40.860424 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-36b0c150-2e98-468e-a634-3b52687d1015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:42.922671 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-9b22f0a8-4710-4f7f-a915-49170bf2342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:43.854016 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:45.117491 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:35:45.134950 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:07.270247 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:36:09.147630 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:10.862509 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6825f6f5-4c82-4a47-98bf-326180f2015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:12.923730 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-53fe5935-608a-4174-97b8-fe09b9b7c2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:13.855998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:15.120179 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:15.138902 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:39.147015 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:40.862741 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-68452bbc-7b8f-416e-b4ef-632f9d34d3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:42.928382 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-61735628-7ff2-43dc-b196-26b7082e9027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:43.858833 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:44.269854 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:36:45.121819 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:36:45.142331 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:09.146134 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:10.864541 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fe208e59-22da-45f7-bdca-710ddba2ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:12.930998 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-c95d71ee-578a-473a-86d0-d23b45d80dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:13.692991 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-435c55a3-53bf-4fca-abe8-b138b08ac7ae req-b0656597-43b6-491f-8c6d-036213683f98 service neutron] (80131) timed out ('10.222.0.45', 62801) {{(pid=80131) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 05 19:37:13.862518 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:15.123865 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:15.146461 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:21.269080 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:37:39.143400 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:40.866350 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-81f0d6ec-65e0-4dff-920d-eada09880baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:42.932616 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-1610c4e8-6a4a-4742-bc21-3124cc63a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:43.458586 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-a04b2c88-c129-4ab6-a15c-2f2317a345b6 req-f9e91eca-42e5-476c-9349-be6d60e6d4aa service neutron] (80132) timed out ('10.222.0.45', 62786) {{(pid=80132) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 05 19:37:43.864395 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9af3-07f9-4704-a36f-d636a472bd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:45.125348 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-7b646e31-9d47-499c-8e8d-496069d3f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:45.149311 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-fdd92e07-212f-4f1b-bb80-410704801c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:37:57.478370 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.wsgi [req-3586965a-e210-45b8-bebb-49f7478bb78b req-84e5796f-37e5-4247-a5eb-f80a8c68f68b service neutron] (80132) timed out ('10.222.0.59', 43984) {{(pid=80132) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 05 19:37:58.269973 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron.db.agents_db [None req-54b1591a-653e-4d2d-bf81-7fa16af42f10 None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 05 19:38:09.145236 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc8d8-d1d1-45fe-a762-d3b21594fd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 05 19:38:10.867760 dv-cinder-774288-2-iscsi neutron-server[80018]: DEBUG neutron_lib.callbacks.manager [None req-eb85e4b8-a629-45ba-9951-b73510cedd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730738625941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854772231'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}